-- Logs begin at Tue 2022-06-14 16:56:27 UTC, end at Tue 2022-06-14 18:49:21 UTC. -- Jun 14 18:18:11.615138 dv-cinder-844563-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 14 18:18:14.460722 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.common.config [-] Logging enabled! Jun 14 18:18:14.461352 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 14 18:18:14.461550 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104663) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 14 18:18:14.464756 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.common.config [-] Logging enabled! Jun 14 18:18:14.465011 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 14 18:18:14.465324 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104663) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 14 18:18:14.466327 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 18:18:14.466568 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 18:18:14.466949 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 18:18:14.467199 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 18:18:14.467431 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 18:18:14.467865 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.468174 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.468436 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.468748 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.469046 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.469335 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.469676 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.469986 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.470277 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.470563 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.470855 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.471089 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.472059 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.472513 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.473000 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.473244 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] debug = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.473574 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.474034 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.474460 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.474752 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.475048 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.476143 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.476143 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.476143 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.476143 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.476510 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] host = dv-cinder-844563-2-iscsi {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.476794 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.477140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.477459 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.477758 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.478465 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.478465 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.478785 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.478873 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.479127 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] log_file = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.479408 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.479699 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.480242 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.480354 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.480496 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.480722 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.481013 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.481317 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.481628 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.481910 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.482195 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.482470 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.482768 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.483043 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.483356 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.483652 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.483940 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.484219 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.484491 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.484767 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.485045 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.485333 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.485637 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.485912 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.486188 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.486504 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.486874 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.487658 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.488227 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.488543 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.488872 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.489168 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.489478 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.489763 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.490045 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.490328 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.490606 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] use_json = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.490883 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.491161 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.491462 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.491757 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.492032 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.492310 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.492585 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.492874 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.493149 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:14.493472 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.493785 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.494111 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.494399 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.494706 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.494987 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.495277 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.495555 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.495857 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.496155 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.496455 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.496739 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.497043 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.497328 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.497649 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.497981 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.498279 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.498579 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.498860 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.499140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.499418 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.499702 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.499994 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.500277 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.500624 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.500944 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.501231 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.501566 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.501861 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.502154 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.502491 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.502916 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.503399 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.503712 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.504014 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.504302 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.504583 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.504878 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.505163 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.505440 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.505749 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.506096 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.506396 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.506676 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.506960 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.507255 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.507538 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.507814 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.508088 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.508371 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.508647 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.508936 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.509216 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.509525 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.509803 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.510083 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.510359 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.510634 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.510916 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.511207 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.511490 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.511764 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.512062 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.512334 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.512608 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.512884 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.513162 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.513439 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.513742 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.514018 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.514295 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.514571 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.514847 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.515140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.515445 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.515727 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.516007 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.516291 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.516571 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.516854 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.517135 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.517527 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.517762 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.518066 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.518529 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.519013 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.519323 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.519616 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.519905 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.520229 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.520515 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.520802 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.521092 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.521376 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.521686 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.521975 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.522264 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.522560 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.522880 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.523189 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.523541 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.523841 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.524145 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.524430 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.524749 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.525036 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:14.525260 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 18:18:14.525540 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104663) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 14 18:18:14.915245 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 14 18:18:14.915514 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 14 18:18:14.915813 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 14 18:18:14.916140 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 14 18:18:15.243524 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.243711 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.243979 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.246882 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.247152 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.247415 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.299300 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.300267 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.300559 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.315237 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.315514 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.315779 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.345959 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.346280 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.347085 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.382289 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.382554 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.382820 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.612817 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.613408 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.613408 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.613583 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.614428 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.712508 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.712824 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.713106 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.713373 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.713660 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.713965 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.714224 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.714506 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.714730 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.715008 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.715265 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.715525 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.715776 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.716023 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.716276 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.716535 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.716786 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.717051 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.717311 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.717591 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.717859 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.718106 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.718382 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.718755 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.719001 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.719242 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.719628 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:18:15.719867 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:18:15.720102 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:18:15.720336 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:18:15.720568 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:18:15.720800 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:18:15.721180 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 14 18:18:15.724298 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 14 18:18:15.728181 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 14 18:18:15.732290 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 14 18:18:15.733927 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 14 18:18:15.734388 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 14 18:18:15.734719 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 14 18:18:15.735099 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 14 18:18:15.737904 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 14 18:18:15.738151 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 14 18:18:15.738489 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 18:18:15.743492 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 14 18:18:15.767108 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 14 18:18:15.767559 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.767846 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104663) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 14 18:18:15.768745 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.770120 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104663) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 14 18:18:15.770395 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 18:18:15.770642 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 14 18:18:15.774122 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.774394 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:15.914127 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 14 18:18:15.914363 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 14 18:18:15.914601 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 14 18:18:15.914976 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 14 18:18:15.968120 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO dbcounter [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Registered counter for database neutron Jun 14 18:18:15.987123 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_db.sqlalchemy.engines [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104663) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 14 18:18:15.993133 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG dbcounter [-] [104663] Writer thread running {{(pid=104663) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 14 18:18:16.718076 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Initializing driver for type 'gre' Jun 14 18:18:16.718763 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] gre ID ranges: [(1, 1000)] Jun 14 18:18:16.898804 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Initializing driver for type 'local' Jun 14 18:18:16.899147 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Initializing driver for type 'vlan' Jun 14 18:18:17.047795 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] VlanTypeDriver initialization complete Jun 14 18:18:17.048066 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Initializing driver for type 'vxlan' Jun 14 18:18:17.048571 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] vxlan ID ranges: [(1, 1000)] Jun 14 18:18:17.270245 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Initializing extension driver 'port_security' Jun 14 18:18:17.270578 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.extensions.port_security [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] PortSecurityExtensionDriver initialization complete Jun 14 18:18:17.270918 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Initializing mechanism driver 'openvswitch' Jun 14 18:18:17.271244 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Initializing mechanism driver 'hyperv' Jun 14 18:18:17.277821 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.plugin [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:17.278481 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > port after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.278846 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > port after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.279196 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > port after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.279696 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 14 18:18:17.280123 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.280470 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.280837 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.281274 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 14 18:18:17.281702 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > network after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.282048 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > network after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.282387 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > network after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.282769 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 14 18:18:17.283167 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > security_group after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.284145 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > security_group after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.284490 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.284876 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 14 18:18:17.285276 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.285647 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.285981 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.290391 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 14 18:18:17.290391 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > address_group after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.290391 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > address_group after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.290391 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.290391 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 14 18:18:17.290779 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] ML2 OVO RPC backend initialized. {{(pid=104663) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 14 18:18:17.290779 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.290779 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.290779 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > network before_response 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.291070 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > networks before_response 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.291070 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > port before_response 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.291070 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > ports before_response 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.291070 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > subnet before_response 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.291440 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > subnets before_response 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.291749 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > network after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.292085 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > network after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.292416 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > network after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.292749 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > port after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.293080 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > port after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.293416 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > port after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.293770 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.294132 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.294440 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.302866 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded quota_driver: . Jun 14 18:18:17.303196 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.plugin [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Modular L2 Plugin initialization complete Jun 14 18:18:17.303557 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading services supported by the core plugin {{(pid=104663) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 14 18:18:17.303894 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.plugins.ml2.managers [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Got port-security extension from driver 'port_security' Jun 14 18:18:17.304369 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.extensions.vlantransparent [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Disabled vlantransparent extension. Jun 14 18:18:17.304858 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104663) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 14 18:18:17.305179 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading Plugin: router Jun 14 18:18:17.340062 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.340447 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router after_create 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.340810 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router before_create 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.341169 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.341571 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.341924 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router after_delete 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.342275 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.342617 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.342970 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router after_create 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.343318 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router after_update 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.343665 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router after_update 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.344006 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.344358 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router after_update 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.344762 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.345126 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: port after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.345466 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: port after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.345810 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: subnet after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.346631 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.346969 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.347389 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.347730 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: port before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.348068 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router precommit_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.348432 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router after_update 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.348749 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.349090 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.349443 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.349805 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.350164 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > agent after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.350509 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > agent after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.350846 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > network after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.351693 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Tracking information for resource: router configured {{(pid=104663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:18:17.352024 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Tracking information for resource: floatingip configured {{(pid=104663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 18:18:17.356913 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.db.l3_agentschedulers_db [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 14 18:18:17.357510 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: port after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.357869 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: port after_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.358213 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: port after_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.358557 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: port after_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.359341 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router before_create 55550100 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.359698 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.360053 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router precommit_create 55550100 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.360401 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > router precommit_update 55550100 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.366018 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.services.provider_configuration [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service providers = [] {{(pid=104663) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 14 18:18:17.366377 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.db.servicetype_db [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104663) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 14 18:18:17.369282 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.services.service_base [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 18:18:17.369664 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.services.service_base [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 18:18:17.370003 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.services.service_base [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 18:18:17.370883 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.services.service_base [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 18:18:17.371251 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.services.service_base [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 14 18:18:17.371635 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:18:17.371946 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 14 18:18:17.382802 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:18:17.383154 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading Plugin: auto_allocate Jun 14 18:18:17.388895 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: network precommit_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.389258 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: network precommit_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.389812 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:18:17.390128 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading Plugin: tag Jun 14 18:18:17.396832 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:18:17.397155 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading Plugin: timestamp Jun 14 18:18:17.401163 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:18:17.401515 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading Plugin: network_ip_availability Jun 14 18:18:17.406956 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.407320 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.407671 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.408397 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:18:17.409267 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading Plugin: flavors Jun 14 18:18:17.414059 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:18:17.414389 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading Plugin: revisions Jun 14 18:18:17.418694 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 18:18:17.419087 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_concurrency.lockutils [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.503s {{(pid=104663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 14 18:18:17.419844 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104663) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 14 18:18:17.420177 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Initializing extension manager. Jun 14 18:18:17.420696 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: __init__.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.421239 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: __pycache__ {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.421604 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: _port_mac_address_override.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.421939 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: address_group.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.422720 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.423302 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: address-group Jun 14 18:18:17.426065 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: address_scope.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.426065 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.426065 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: address-scope Jun 14 18:18:17.426065 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.431771 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.431771 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: router-admin-state-down-before-update Jun 14 18:18:17.431771 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: agent.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.431771 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.431771 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: agent Jun 14 18:18:17.431771 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: agent_resources_synced.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.432237 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.432237 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: agent-resources-synced Jun 14 18:18:17.432237 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: allowedaddresspairs.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.432814 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.433334 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: allowed-address-pairs Jun 14 18:18:17.433690 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: auto_allocated_topology.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.434769 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.435283 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: auto-allocated-topology Jun 14 18:18:17.435606 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: availability_zone.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.436299 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.436807 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: availability_zone Jun 14 18:18:17.437129 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: availability_zone_filter.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.438063 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.438574 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: availability_zone_filter Jun 14 18:18:17.438894 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: data_plane_status.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.439829 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.440342 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension data-plane-status not supported by any of loaded plugins Jun 14 18:18:17.440664 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: default_subnetpools.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.441616 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.442128 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: default-subnetpools Jun 14 18:18:17.442446 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.443270 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.443778 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: dhcp_agent_scheduler Jun 14 18:18:17.444095 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: dns.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.445001 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.445524 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension dns-integration not supported by any of loaded plugins Jun 14 18:18:17.445845 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: dns_domain_ports.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.446747 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.447245 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 14 18:18:17.447560 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.448475 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.448971 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 14 18:18:17.449288 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: dvr.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.449980 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.450476 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: dvr Jun 14 18:18:17.450789 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: ecmp_routes.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.451692 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.452187 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 14 18:18:17.452502 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: empty_string_filtering.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.453405 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.453936 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: empty-string-filtering Jun 14 18:18:17.454252 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.455174 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.455709 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 14 18:18:17.456019 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.457035 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.457571 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 14 18:18:17.457889 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: external_net.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.458790 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.459301 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: external-net Jun 14 18:18:17.459621 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.460523 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.461056 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: extra_dhcp_opt Jun 14 18:18:17.461373 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: extraroute.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.462310 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.462817 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: extraroute Jun 14 18:18:17.463133 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: extraroute_atomic.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.464237 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.464752 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: extraroute-atomic Jun 14 18:18:17.465071 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: filter_validation.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.465777 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.466283 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: filter-validation Jun 14 18:18:17.466598 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: fip_pf_description.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.467500 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.468003 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 14 18:18:17.468316 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: fip_pf_port_range.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.469224 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.469760 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 14 18:18:17.470079 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: fip_port_details.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.471534 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.472106 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: fip-port-details Jun 14 18:18:17.472422 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: flavors.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.473707 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.474226 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: flavors Jun 14 18:18:17.474546 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.477752 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.478286 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 14 18:18:17.478621 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: floatingip_pools.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.479333 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.479846 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: floatingip-pools Jun 14 18:18:17.480171 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: ip_allocation.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.481100 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.481648 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension ip_allocation not supported by any of loaded plugins Jun 14 18:18:17.481975 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.482909 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.483424 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: ip-substring-filtering Jun 14 18:18:17.483757 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: l2_adjacency.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.484674 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.485180 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 14 18:18:17.485538 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: l3.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.486539 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.487619 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: router Jun 14 18:18:17.487939 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.490285 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.490810 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 14 18:18:17.491135 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.492044 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.492557 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: ext-gw-mode Jun 14 18:18:17.492878 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.493826 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.494336 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: l3-ha Jun 14 18:18:17.494654 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.495555 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.496061 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 14 18:18:17.496380 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: l3_flavors.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.497289 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.497837 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: l3-flavors Jun 14 18:18:17.498156 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.499509 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.500017 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 14 18:18:17.500342 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.501241 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.501779 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 14 18:18:17.502101 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: l3agentscheduler.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.503332 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.503849 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: l3_agent_scheduler Jun 14 18:18:17.504173 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: local_ip.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.505988 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.506505 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension local_ip not supported by any of loaded plugins Jun 14 18:18:17.506839 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: logging.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.508290 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.508803 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension logging not supported by any of loaded plugins Jun 14 18:18:17.509130 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: metering.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.509903 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.510483 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: metering Jun 14 18:18:17.510807 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.511895 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.512406 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: metering_source_and_destination_fields Jun 14 18:18:17.512728 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: multiprovidernet.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.513684 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.514189 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: multi-provider Jun 14 18:18:17.514509 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: netmtu.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.515577 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.516078 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: net-mtu Jun 14 18:18:17.516396 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: netmtu_writable.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.517304 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.517844 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: net-mtu-writable Jun 14 18:18:17.518193 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: network_availability_zone.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.518850 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.519353 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: network_availability_zone Jun 14 18:18:17.519665 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: network_ip_availability.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.520763 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.521264 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: network-ip-availability Jun 14 18:18:17.521626 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: network_segment_range.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.522393 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.522892 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension network-segment-range not supported by any of loaded plugins Jun 14 18:18:17.523209 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: pagination.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.524189 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.524515 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: pagination Jun 14 18:18:17.524830 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: port_device_profile.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.525767 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.526286 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: port-device-profile Jun 14 18:18:17.526603 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: port_mac_address_override.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.527530 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.528037 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: port-mac-override Jun 14 18:18:17.528356 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.529273 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.529804 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: port-mac-address-regenerate Jun 14 18:18:17.530124 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.531034 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.531543 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: port-numa-affinity-policy Jun 14 18:18:17.531860 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: port_resource_request.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.532756 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.533253 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension port-resource-request not supported by any of loaded plugins Jun 14 18:18:17.534200 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: port_resource_request_groups.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.535159 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.535667 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 14 18:18:17.535984 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: portbindings.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.536887 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.537392 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: binding Jun 14 18:18:17.537738 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: portbindings_extended.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.538992 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.539502 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: binding-extended Jun 14 18:18:17.539825 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: portsecurity.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.540741 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.541251 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: port-security Jun 14 18:18:17.541611 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: project_id.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.542579 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.542902 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: project-id Jun 14 18:18:17.543215 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: providernet.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.544166 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.544676 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: provider Jun 14 18:18:17.544994 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.548651 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.549882 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos not supported by any of loaded plugins Jun 14 18:18:17.550251 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.551789 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.552304 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 14 18:18:17.552628 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.553625 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.554087 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 14 18:18:17.554412 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_default.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.555315 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.555827 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-default not supported by any of loaded plugins Jun 14 18:18:17.556145 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_fip.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.557054 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.557596 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-fip not supported by any of loaded plugins Jun 14 18:18:17.557912 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.558821 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.559327 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 14 18:18:17.559643 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_gateway_ip.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.560559 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.561065 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 14 18:18:17.561379 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_port_network_policy.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.562313 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.562817 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 14 18:18:17.563133 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.564185 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.564691 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 14 18:18:17.565180 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.566374 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.566883 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 14 18:18:17.567203 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_pps_rule.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.568391 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.568902 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-pps not supported by any of loaded plugins Jun 14 18:18:17.569223 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_rule_type_details.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.570163 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.570686 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 14 18:18:17.570997 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.572106 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.572607 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 14 18:18:17.572933 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: qos_rules_alias.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.573983 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.574495 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 14 18:18:17.574816 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: quota_check_limit.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.575720 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.576230 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: quota-check-limit Jun 14 18:18:17.576550 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: quotasv2.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.577575 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.577898 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: quotas Jun 14 18:18:17.578210 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: quotasv2_detail.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.579908 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.580235 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: quota_details Jun 14 18:18:17.581101 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: rbac.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.582338 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.582868 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: rbac-policies Jun 14 18:18:17.583195 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: rbac_address_group.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.584174 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.584638 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: rbac-address-group Jun 14 18:18:17.584971 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: rbac_address_scope.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.586004 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.586518 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: rbac-address-scope Jun 14 18:18:17.586833 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: rbac_security_groups.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.587751 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.588257 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: rbac-security-groups Jun 14 18:18:17.588573 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: rbac_subnetpool.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.589517 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.590023 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: rbac-subnetpool Jun 14 18:18:17.590339 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: revisionifmatch.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.591259 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.591762 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: revision-if-match Jun 14 18:18:17.592077 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: revisions.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.593184 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.593733 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: standard-attr-revisions Jun 14 18:18:17.594055 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: router_availability_zone.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.594722 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.595239 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: router_availability_zone Jun 14 18:18:17.595554 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: routerservicetype.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.597064 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.597611 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension router-service-type not supported by any of loaded plugins Jun 14 18:18:17.597919 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.598853 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.599363 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: security-groups-normalized-cidr Jun 14 18:18:17.599678 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.600606 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.601116 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: port-security-groups-filtering Jun 14 18:18:17.601433 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.602382 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.602887 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: security-groups-remote-address-group Jun 14 18:18:17.603204 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.604120 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.604626 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: security-groups-shared-filtering Jun 14 18:18:17.604947 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: securitygroup.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.614819 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.615356 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: security-group Jun 14 18:18:17.615681 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: segment.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.616425 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.616936 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension segment not supported by any of loaded plugins Jun 14 18:18:17.617257 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.618259 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.618770 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 14 18:18:17.619093 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: servicetype.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.620186 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.620702 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: service-type Jun 14 18:18:17.621025 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: sorting.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.622033 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.622362 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: sorting Jun 14 18:18:17.622680 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: standard_attr_segment.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.623607 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.624116 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 14 18:18:17.624433 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: standardattrdescription.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.625085 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.625634 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: standard-attr-description Jun 14 18:18:17.625946 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: stateful_security_group.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.626875 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.627411 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: stateful-security-group Jun 14 18:18:17.627731 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: stdattrs_common.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.628387 dv-cinder-844563-2-iscsi neutron-server[104663]: WARNING neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 14 18:18:17.628697 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.629669 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.630178 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 14 18:18:17.630495 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: subnet_onboard.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.631548 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.632058 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: subnet_onboard Jun 14 18:18:17.632374 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.633292 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.633820 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 14 18:18:17.634138 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: subnet_service_types.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.635058 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.635567 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: subnet-service-types Jun 14 18:18:17.635888 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: subnetallocation.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.636978 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.637513 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: subnet_allocation Jun 14 18:18:17.637858 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.638525 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.639038 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: subnetpool-prefix-ops Jun 14 18:18:17.639354 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.640275 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.640778 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 14 18:18:17.641092 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: tagging.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.642222 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.642744 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: standard-attr-tag Jun 14 18:18:17.643595 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: timestamp.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.644830 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.645342 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loaded extension: standard-attr-timestamp Jun 14 18:18:17.645764 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: trunk.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.646725 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.647239 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension trunk not supported by any of loaded plugins Jun 14 18:18:17.647563 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: trunk_details.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.648490 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.649001 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension trunk-details not supported by any of loaded plugins Jun 14 18:18:17.649322 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: uplink_status_propagation.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.650268 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.650777 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 14 18:18:17.651095 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Loading extension file: vlantransparent.py {{(pid=104663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 14 18:18:17.651776 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 14 18:18:17.652278 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 14 18:18:17.654971 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:network Jun 14 18:18:17.655518 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:subnet Jun 14 18:18:17.655911 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 18:18:17.656295 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:port Jun 14 18:18:17.657604 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.658041 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service FLAVORS assigned prefix: {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.659238 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.659672 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.660000 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:router Jun 14 18:18:17.660414 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:floatingip Jun 14 18:18:17.660902 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service METERING assigned prefix: /metering {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.662395 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.662759 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.663103 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:18:17.664129 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 18:18:17.664558 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:security_group Jun 14 18:18:17.665020 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 18:18:17.665638 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service CORE assigned prefix: {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.665965 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 18:18:17.666306 dv-cinder-844563-2-iscsi neutron-server[104663]: WARNING neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] subnetpool is already registered Jun 14 18:18:17.666735 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service CORE assigned prefix: {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.667058 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 18:18:17.667386 dv-cinder-844563-2-iscsi neutron-server[104663]: WARNING neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] subnetpool is already registered Jun 14 18:18:17.669661 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.670090 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service FLAVORS assigned prefix: {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.670674 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.671080 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.671406 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:router Jun 14 18:18:17.671736 dv-cinder-844563-2-iscsi neutron-server[104663]: WARNING neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] router is already registered Jun 14 18:18:17.672140 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:floatingip Jun 14 18:18:17.672470 dv-cinder-844563-2-iscsi neutron-server[104663]: WARNING neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] floatingip is already registered Jun 14 18:18:17.672915 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service METERING assigned prefix: /metering {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.673612 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 18:18:17.673936 dv-cinder-844563-2-iscsi neutron-server[104663]: WARNING neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] rbac_policy is already registered Jun 14 18:18:17.674368 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:security_group Jun 14 18:18:17.674855 dv-cinder-844563-2-iscsi neutron-server[104663]: WARNING neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] security_group is already registered Jun 14 18:18:17.675273 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 18:18:17.675605 dv-cinder-844563-2-iscsi neutron-server[104663]: WARNING neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] security_group_rule is already registered Jun 14 18:18:17.676471 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service CORE assigned prefix: {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.676795 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 18:18:17.677127 dv-cinder-844563-2-iscsi neutron-server[104663]: WARNING neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] subnetpool is already registered Jun 14 18:18:17.677575 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.v2.resource_helper [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Service CORE assigned prefix: {{(pid=104663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 18:18:17.677896 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 18:18:17.678221 dv-cinder-844563-2-iscsi neutron-server[104663]: WARNING neutron.quota.resource_registry [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] subnetpool is already registered Jun 14 18:18:17.678680 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: extensions {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.680167 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: address-groups {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.681663 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: address-scopes {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.682950 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: agents {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.684103 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: auto-allocated-topology {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.685328 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: availability_zones {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.686565 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: dhcp-networks {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.688083 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: dhcp-agents {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.689494 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: routers {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.691606 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: flavors {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.692868 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: service_profiles {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.694098 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: next_providers {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.695523 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: service_profiles {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.698140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: floatingip-pools {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.699356 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: routers {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.701066 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: floatingips {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.702448 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: l3-routers {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.713632 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: l3-agents {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.713632 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: metering-labels {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.713632 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: metering-label-rules {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.713632 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: network-ip-availabilities {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.713632 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: bindings {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.713632 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: quotas {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.713632 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: quotas {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.714288 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: rbac-policies {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.715494 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: security-groups {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.716781 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: security-group-rules {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.718090 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: service-providers {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.719357 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: subnetpools {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.720658 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: subnetpools {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.722945 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: tags {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.724616 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: tags {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.726443 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: tags {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.728202 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: tags {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.729957 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: tags {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.731904 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: tags {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.733597 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: tags {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.735485 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: tags {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.737311 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: tags {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.741363 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron.api.extensions [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Extended resource: tags {{(pid=104663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 18:18:17.745179 dv-cinder-844563-2-iscsi neutron-server[104663]: WARNING keystonemiddleware.auth_token [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 14 18:18:17.750306 dv-cinder-844563-2-iscsi neutron-server[104663]: WARNING keystonemiddleware.auth_token [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 14 18:18:17.759103 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_concurrency.lockutils [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Acquired lock "singleton_lock" {{(pid=104663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 14 18:18:17.759571 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_concurrency.lockutils [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Releasing lock "singleton_lock" {{(pid=104663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 14 18:18:17.760214 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO oslo_service.service [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Starting 2 workers Jun 14 18:18:17.765049 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Started child 104772 {{(pid=104663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 14 18:18:17.770224 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Started child 104773 {{(pid=104663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 14 18:18:17.771828 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO neutron.service [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 14 18:18:17.772074 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:17.772744 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:17.773616 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [-] (104772) wsgi starting up on http://0.0.0.0:9696 Jun 14 18:18:17.774936 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO oslo_service.service [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Starting 1 workers Jun 14 18:18:17.775095 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:17.776476 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [-] (104773) wsgi starting up on http://0.0.0.0:9696 Jun 14 18:18:17.780140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Started child 104774 {{(pid=104663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 14 18:18:17.780674 dv-cinder-844563-2-iscsi neutron-server[104663]: INFO oslo_service.service [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Starting 1 workers Jun 14 18:18:17.785013 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.service [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] calling RpcWorker wait() {{(pid=104774) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 14 18:18:17.787288 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.service [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] returning from RpcWorker wait() {{(pid=104774) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 14 18:18:17.787418 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Started child 104775 {{(pid=104663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 14 18:18:17.787418 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG neutron_lib.callbacks.manager [None req-af748ef4-42d6-4e5a-8f52-e0a756c398e6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:17.787576 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:17.787576 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:17.788837 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 14 18:18:17.789045 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 18:18:17.789229 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 18:18:17.789483 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 18:18:17.789803 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 18:18:17.789959 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 18:18:17.790467 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.790739 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.790986 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.791270 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.791901 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:17.792400 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.792400 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.792400 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.792631 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.792884 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.793084 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.793229 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.793469 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.793711 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.794014 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.794267 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.794517 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.794767 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.794921 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.795173 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.795443 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.795672 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.795965 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] debug = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.796214 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.796734 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.797025 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.797220 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.797519 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.797742 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.797971 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.798237 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.798480 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.798757 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.799008 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.800086 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.800086 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.800365 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.800365 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.800736 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.800890 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.801611 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] host = dv-cinder-844563-2-iscsi {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.801859 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.802092 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.802389 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.802557 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.802812 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.803039 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.803294 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.803511 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.804434 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.804434 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.804434 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.804900 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.804900 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.805255 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_file = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.805255 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_options = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.805551 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.805696 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.805937 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.806118 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.806266 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.806406 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.806621 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.806783 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.807041 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.807269 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.807480 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.807695 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.807925 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.808172 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.808443 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.808735 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.808919 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.809142 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.809394 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.809643 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.809865 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.810119 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.810435 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.810689 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.810902 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.811340 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.811507 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.811858 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.811997 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.812195 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.812452 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.812704 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.812919 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.813274 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.813563 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.814200 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.814200 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.814543 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.814816 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.815553 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.815807 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.816054 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.816388 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.816630 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.816882 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.817118 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.817362 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] use_json = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.817594 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.817807 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.818063 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.818291 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.818500 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.818708 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.818917 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.819149 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.819361 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.819788 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.819982 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 50788) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:18:17.820317 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.820566 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.820986 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.821218 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.821474 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.821739 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.821977 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.822228 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.822457 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.822783 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.823005 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.823305 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.823591 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.823868 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.824185 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.824441 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.824730 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.824968 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.825197 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.825432 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.825795 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.825929 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:17.826023 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.826212 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.826461 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.826687 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.826903 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.827183 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.827461 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.827729 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.828057 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.828392 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.828476 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064373 Jun 14 18:18:17.828785 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.829171 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.829398 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.829689 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.829956 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.830172 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.830510 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.831933 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.831933 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.832118 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.832378 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.832662 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.832938 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.833189 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.833630 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.835004 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.835397 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.835749 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.836101 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.836326 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.836548 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.836783 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.837013 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.837227 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.837469 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.838700 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.838700 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.838700 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.840489 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.841159 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.843128 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.843128 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.843128 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.843128 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.843424 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.843498 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.843725 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.843946 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.848507 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.848763 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.849030 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.849282 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.849541 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.849776 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.850002 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.850231 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.850451 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.850671 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.850888 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.851129 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.851343 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.851578 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.851783 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.852005 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.852214 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.852427 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.852635 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.853155 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.853155 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.853376 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.857780 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.858068 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.858622 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.858622 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.858798 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.859041 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.859275 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.859555 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.859801 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.860069 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.860294 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.860539 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.860769 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.860995 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.861232 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.861502 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.864446 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.864746 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.867927 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.868115 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.868371 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.868675 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.868935 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.869180 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.869404 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.869692 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.869966 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.870250 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.870521 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.870826 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.871069 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.871336 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.872237 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.872237 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.872237 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.872443 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.872600 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.873216 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.873216 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.873399 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.874084 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.876473 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.877311 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.878265 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.878815 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.878908 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.880512 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.880512 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.880512 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.880512 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.881371 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.881815 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.882388 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.882388 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.882573 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.882840 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.883100 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.884036 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.884036 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.884036 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.884858 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.884858 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.884858 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.885166 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.885665 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.888805 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.889427 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.890857 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.892199 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.892620 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.892913 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.893139 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.893718 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.894115 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.894387 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.894620 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.894875 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.895118 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.895374 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.895744 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.896124 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.896401 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.896659 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.896881 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.897654 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.897654 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.897872 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.898132 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.898356 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.898622 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.898834 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.899098 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.899320 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.899844 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.900276 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.900938 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.901192 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.901431 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.901685 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.901902 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.902996 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.903264 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.905437 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.905735 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.905983 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.906268 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.906517 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.906737 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.906979 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.907199 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.908169 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.909691 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.909868 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.910124 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.910404 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.910833 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.911093 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.911328 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.911613 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.911865 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.912102 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.912328 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.912684 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.912916 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.913140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.913395 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.913650 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.914033 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.914821 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.915052 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.915276 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.915579 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.916374 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.916597 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.916882 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.917509 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.917509 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.917702 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.917859 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.918038 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.918264 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.918504 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.918717 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.918983 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.919222 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.919421 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.919648 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.919865 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.920076 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.920293 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.920496 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.920708 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.920955 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.921148 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.921604 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.921604 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.921856 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.922025 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.922241 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.922446 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.922780 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.923016 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.923250 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.923466 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.923689 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.923935 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.924226 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.925266 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.925641 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.925900 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.926468 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.926749 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.926999 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.927276 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.927604 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.930519 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.930780 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.931047 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.931281 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.931517 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.931783 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.932146 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.933173 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.933173 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.933173 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.933402 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.933553 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.933848 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.934784 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.934784 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.934784 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.935022 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.935479 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.935479 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.935678 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.935991 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.936083 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.936336 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.936601 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.936818 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.937063 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.937303 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.938391 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.938823 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.938940 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:17.939341 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.939591 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.939989 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.940328 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.940622 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.940851 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.941012 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 18:18:17.941577 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 14 18:18:17.941740 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 18:18:17.941893 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 18:18:17.942051 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 18:18:17.942232 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 18:18:17.942910 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 18:18:17.942910 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.942910 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.942910 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.943161 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.943228 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.943360 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.943666 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.943830 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.943990 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.944148 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.945140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.945140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.945140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.945140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.945140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.945140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.945789 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.945789 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.945789 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.945789 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.945789 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.946077 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] debug = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.946077 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.947439 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.947439 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.947439 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.947439 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.947439 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.947439 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.947891 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.947891 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.947891 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.947891 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.947891 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.947891 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.948344 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.948344 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.948344 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.948560 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.948639 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] host = dv-cinder-844563-2-iscsi {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.948770 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.948918 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.949070 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.949219 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.949369 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.949555 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.949736 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.949890 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.950036 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.950194 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.950318 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.950623 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.950921 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.951217 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_file = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.951533 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_options = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.951818 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.951937 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.952023 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.952173 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.952336 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.952493 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.952644 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.952807 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.952967 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.953528 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.954590 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.954590 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.954590 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.954917 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.954917 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.954917 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.956113 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.956321 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.956462 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.956595 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.956722 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.956848 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.956989 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.957154 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.957312 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.957625 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.957625 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.957884 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.958008 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.958094 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.958238 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.958396 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.958559 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.958714 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.958870 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.959166 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.959461 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.959622 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.959790 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.959967 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.960132 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.960279 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.960462 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.960625 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.960763 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.960900 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.961044 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] use_json = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.961174 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.961312 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.961518 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.962472 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.962779 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.963071 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.963379 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.963539 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.963699 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 18:18:17.965216 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.965216 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.965216 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.965216 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.965216 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.965216 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.965216 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.965216 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.965807 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.965807 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.965807 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.965807 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.965807 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.966165 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.966165 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.966165 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.966372 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.966445 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.966817 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.966817 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.966982 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.967053 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.967413 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.967413 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.967601 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.967690 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.967792 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.967969 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.968132 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.968300 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.969282 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.969282 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.969282 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.969282 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.969282 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.969282 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.969781 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.969781 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.969781 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.970013 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.970013 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.970159 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.970282 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.970595 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.970757 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.970942 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.971653 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.972260 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.972260 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.972260 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.972260 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.972566 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.972566 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.972710 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.973079 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.973079 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.973252 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.973330 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.973475 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.973644 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.973804 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.973964 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.974124 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.974332 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.974447 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.974577 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.974730 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.974883 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.975051 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.975212 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.975371 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.975530 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.975689 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.975848 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.976007 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.976167 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.976328 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.976489 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.976649 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.976842 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.976971 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.977139 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.977318 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.977430 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.977616 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.977775 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.978217 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.978217 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.978217 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.978443 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.978534 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.979177 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.979177 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.979177 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.979177 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.979499 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.979499 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.979645 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.979722 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.979871 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.980028 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.980187 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.980346 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.980508 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.980666 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.980920 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.981034 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.981116 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.981267 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.981419 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.983727 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.983727 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.983727 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.983727 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.983727 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.983727 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.983727 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.983727 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.984321 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.984321 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.984321 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.984321 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.984321 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.984681 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.984681 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.984860 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.984941 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.985033 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.985177 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.985330 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.985508 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.985662 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.986186 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.986186 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.986186 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.986415 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.986415 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.986567 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.986781 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.987473 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.987627 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.987791 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.987946 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.988140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.988352 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.988447 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.988555 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.988868 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.989170 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.989485 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.989790 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.989953 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.990414 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.990414 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.990414 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.990656 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.990745 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.990857 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.991018 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.991893 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.991893 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.991893 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.991893 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.991893 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.991893 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.992508 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.992508 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.992508 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.992508 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.992760 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.992838 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.992944 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.993102 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.993260 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.993418 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.993599 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.993760 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.993920 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.994081 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.994245 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.994402 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.994725 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.995035 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.995196 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.995355 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.995515 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.995777 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.995880 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.995976 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.996127 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.996286 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.996445 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.996605 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.996764 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.997750 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.997750 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.997750 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.997750 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.997750 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.997750 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.998132 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.998132 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.998132 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.998304 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.998536 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.998626 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.998752 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.998910 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.999068 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.999226 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.999401 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:17.999544 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.000385 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.000385 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.000385 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.000385 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.000385 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.000751 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.000751 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.000751 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.000997 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.001076 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.001180 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.001352 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.001532 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.001756 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.001870 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003027 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003027 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003027 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003027 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003027 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003027 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003459 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003459 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003459 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003690 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003690 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003834 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.003954 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.004112 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.004282 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.004457 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.004610 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.004783 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.004906 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.005038 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.005191 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.005352 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.005537 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.005685 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.005851 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.006007 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.006176 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.006334 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.006497 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.006653 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.006813 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.006970 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.007579 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.007579 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.007579 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.007579 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.007890 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.007890 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.008043 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.008201 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.008343 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.008511 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.008670 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.008829 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.008988 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.009149 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.009313 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.009500 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.009817 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.009981 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.010151 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.010319 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.010488 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.010649 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.010816 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.011710 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.011710 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.011710 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.011710 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.011710 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.011710 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.012140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.012140 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.012276 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.012365 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.013017 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.013017 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.013017 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.013017 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.013321 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.013321 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.013563 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.013563 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.013713 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.014516 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 18:18:18.014516 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 18:18:27.150078 dv-cinder-844563-2-iscsi neutron-server[104663]: DEBUG dbcounter [-] [104663] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104663) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:18:29.791371 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50831bf3-14e3-450e-9df9-e25197d6b7f7 None None] get_active_networks_info from dv-cinder-844563-2-iscsi {{(pid=104774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 14 18:18:29.824283 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writer thread running {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 14 18:18:29.912434 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50831bf3-14e3-450e-9df9-e25197d6b7f7 None None] No non-hosted networks {{(pid=104774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 14 18:18:29.943211 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.agentschedulers_db [None req-50831bf3-14e3-450e-9df9-e25197d6b7f7 None None] DHCP Agent not found on host dv-cinder-844563-2-iscsi {{(pid=104774) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 14 18:18:30.106759 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5443-6fba-4548-a200-df123c0c6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-411671'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:31.524354 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writer thread running {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 14 18:18:32.240335 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c0d91a79-7368-4516-b3d0-6680dd966f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-411671'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:32.284532 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.db.api [None req-2f95df41-dfb7-42e5-bc0f-288cfc20061c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-844563-2-iscsi {{(pid=104774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 14 18:18:32.286779 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG oslo_db.api [None req-2f95df41-dfb7-42e5-bc0f-288cfc20061c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 18:18:32.883522 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-2f95df41-dfb7-42e5-bc0f-288cfc20061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:33.046874 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 50868) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:18:33.104632 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-411671'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:33.693822 dv-cinder-844563-2-iscsi neutron-server[104773]: WARNING oslo_policy.policy [None req-f1d503eb-c789-4f12-9146-fdd8f2bb4d7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:18:33.694660 dv-cinder-844563-2-iscsi neutron-server[104773]: WARNING oslo_policy.policy [None req-f1d503eb-c789-4f12-9146-fdd8f2bb4d7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:18:33.920311 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [None req-f1d503eb-c789-4f12-9146-fdd8f2bb4d7a admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:18:33.939941 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f1d503eb-c789-4f12-9146-fdd8f2bb4d7a admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8900208 Jun 14 18:18:34.838323 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-411671'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:35.094322 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-411671'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:35.096075 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.096699 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.097186 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.098134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.102659 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.104038 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.105515 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.106592 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.107511 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.108523 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.109730 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.112785 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.114405 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.115227 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.115844 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:35.116412 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844563-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:35.126817 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844563-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:18:35.623446 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.db.l3_hamode_db [None req-1f4c70d6-be96-4d32-b5c6-11adc422154d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 14 18:18:35.703573 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c70d6-be96-4d32-b5c6-11adc422154d None None] Routers set() bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:18:35.710768 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c70d6-be96-4d32-b5c6-11adc422154d None None] Router IDs set() for agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 14 18:18:36.485048 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 50900) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:18:36.818328 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-81280761-2ae2-4499-a0f1-3d2c39b7b6a4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:18:36.908968 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.policy [None req-81280761-2ae2-4499-a0f1-3d2c39b7b6a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104773) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 18:18:36.950761 dv-cinder-844563-2-iscsi neutron-server[104773]: WARNING oslo_policy.policy [None req-81280761-2ae2-4499-a0f1-3d2c39b7b6a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:18:36.951134 dv-cinder-844563-2-iscsi neutron-server[104773]: WARNING oslo_policy.policy [None req-81280761-2ae2-4499-a0f1-3d2c39b7b6a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:18:36.972219 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writer thread running {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 14 18:18:37.119382 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-81280761-2ae2-4499-a0f1-3d2c39b7b6a4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769324908641', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769324910189', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769324925344', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769324941277', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769324941643', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769324955793', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7697802', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7742402', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-308561', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-671687'] for rbac-policy (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:37.323688 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-81280761-2ae2-4499-a0f1-3d2c39b7b6a4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:37.325011 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-81280761-2ae2-4499-a0f1-3d2c39b7b6a4 admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8388798 Jun 14 18:18:39.725626 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 50912) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:18:40.247784 dv-cinder-844563-2-iscsi neutron-server[104772]: WARNING oslo_policy.policy [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:18:40.248363 dv-cinder-844563-2-iscsi neutron-server[104772]: WARNING oslo_policy.policy [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:18:40.467121 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:18:40.480818 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writer thread running {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 14 18:18:40.568968 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Made reservation on behalf of 90d351946805442ea2c36194d7e76ef2 for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:18:40.630389 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.policy [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104772) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 18:18:40.672951 dv-cinder-844563-2-iscsi neutron-server[104772]: WARNING oslo_policy.policy [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:18:40.673326 dv-cinder-844563-2-iscsi neutron-server[104772]: WARNING oslo_policy.policy [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 18:18:40.684410 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:40.706231 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:40.821588 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Publish callbacks [] for security_group (69032f14-e852-454a-8a89-a2076efee727), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:40.881275 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (69032f14-e852-454a-8a89-a2076efee727), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:40.914746 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=104772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:18:40.944179 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769320735793', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (ba64d5e4-c20c-4cda-9ab6-c063f0546275), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:40.944751 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Unsubscribe: segment precommit_create {{(pid=104772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 18:18:40.947583 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Added segment ba64d5e4-c20c-4cda-9ab6-c063f0546275 of type vlan for network 99ce451a-550d-4aa7-a9f3-3e4365e668ce Jun 14 18:18:40.961080 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=69032f14-e852-454a-8a89-a2076efee727,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:41.016127 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.016378 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.016726 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.017070 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.017398 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.018393 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.018719 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.019197 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.019520 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.019838 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.020155 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.020488 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.020812 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.021123 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.021431 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Tracked resource versions report: Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: pushed versions: Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: { 'AddressGroup': {'1.2'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Agent': {'1.1'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'ConntrackHelper': {'1.0'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'LocalIPAssociation': {'1.0'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Log': {'1.0'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'NDPProxy': {'1.0'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Network': {'1.1'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Port': {'1.7'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'PortForwarding': {'1.3'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'QosPolicy': {'1.10'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'SecurityGroup': {'1.5'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'SubPort': {'1.0'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Subnet': {'1.1'}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Trunk': {'1.1'}} Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: consumer versions: Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: { DHCP agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: L3 agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: Metadata agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: Metering agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: Open vSwitch agent@dv-cinder-844563-2-iscsi: { 'AddressGroup': '1.2', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Agent': '1.1', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'ConntrackHelper': '1.0', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'LocalIPAssociation': '1.0', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Log': '1.0', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'NDPProxy': '1.0', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Network': '1.1', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Port': '1.7', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'PortForwarding': '1.3', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'QosPolicy': '1.10', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'SecurityGroup': '1.5', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'SecurityGroupRule': '1.2', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'SubPort': '1.0', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Subnet': '1.1', Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Trunk': '1.1'}} Jun 14 18:18:41.022917 dv-cinder-844563-2-iscsi neutron-server[104772]: {{(pid=104772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:18:41.062035 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (99ce451a-550d-4aa7-a9f3-3e4365e668ce), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:41.166926 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (99ce451a-550d-4aa7-a9f3-3e4365e668ce), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:41.172161 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:41.172871 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:41.291074 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] Pushing event updated for resources: {'Network': ['ID=99ce451a-550d-4aa7-a9f3-3e4365e668ce,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:41.303206 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 99ce451a-550d-4aa7-a9f3-3e4365e668ce details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:18:41.304371 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-edc5544f-c727-4682-969d-9ad72fe32e8b demo demo] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.5768206 Jun 14 18:18:43.762277 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 50932) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:18:44.234876 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65e2bb4-c26e-4b91-9d7f-05fe4fc56ea6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:44.236955 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f65e2bb4-c26e-4b91-9d7f-05fe4fc56ea6 demo admin] 10.222.0.78 "GET /v2.0/networks/99ce451a-550d-4aa7-a9f3-3e4365e668ce HTTP/1.1" status: 200 len: 825 time: 0.4731822 Jun 14 18:18:44.261714 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-6e837799-947d-4a6c-aa43-9645e01fc020 demo admin] 10.222.0.78 "GET /v2.0/subnetpools/8a96f26d-7e39-4abb-b33d-3a1c5df23ba9 HTTP/1.1" status: 200 len: 734 time: 0.0186234 Jun 14 18:18:44.271183 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Request body: {'subnet': {'subnetpool_id': '8a96f26d-7e39-4abb-b33d-3a1c5df23ba9', 'name': 'private-subnet', 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:18:44.357495 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Made reservation on behalf of 90d351946805442ea2c36194d7e76ef2 for: {'subnet': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:18:44.360061 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:44.722124 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:18:44.723504 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (b09de3d4-af44-4e57-9680-7d3cf896af1e), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:44.730166 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=6 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:18:44.740257 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=59,neutron:INSERT=41 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:18:44.805619 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Pushing event updated for resources: {'Subnet': ['ID=b09de3d4-af44-4e57-9680-7d3cf896af1e,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:44.808080 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Checking segment: {'id': 'ba64d5e4-c20c-4cda-9ab6-c063f0546275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:18:44.808457 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Network hostable DHCP agents. Network: 99ce451a-550d-4aa7-a9f3-3e4365e668ce, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:18:44.822529 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.822868 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.823225 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.823572 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.823901 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.824223 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.824542 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.824857 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.825190 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.825533 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.825854 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.826183 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.826499 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.826810 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.827120 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Tracked resource versions report: Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: pushed versions: Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: { 'AddressGroup': {'1.2'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Agent': {'1.1'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'ConntrackHelper': {'1.0'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'LocalIPAssociation': {'1.0'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Log': {'1.0'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'NDPProxy': {'1.0'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Network': {'1.1'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Port': {'1.7'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'PortForwarding': {'1.3'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'QosPolicy': {'1.10'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'SecurityGroup': {'1.5'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'SubPort': {'1.0'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Subnet': {'1.1'}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Trunk': {'1.1'}} Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: consumer versions: Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: { DHCP agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: L3 agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: Metadata agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: Metering agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: Open vSwitch agent@dv-cinder-844563-2-iscsi: { 'AddressGroup': '1.2', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Agent': '1.1', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'ConntrackHelper': '1.0', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'LocalIPAssociation': '1.0', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Log': '1.0', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'NDPProxy': '1.0', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Network': '1.1', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Port': '1.7', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'PortForwarding': '1.3', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'QosPolicy': '1.10', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'SecurityGroup': '1.5', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'SecurityGroupRule': '1.2', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'SubPort': '1.0', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Subnet': '1.1', Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Trunk': '1.1'}} Jun 14 18:18:44.828485 dv-cinder-844563-2-iscsi neutron-server[104773]: {{(pid=104773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:18:44.968494 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Network 99ce451a-550d-4aa7-a9f3-3e4365e668ce is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:18:45.103974 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 99ce451a-550d-4aa7-a9f3-3e4365e668ce) {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:45.112578 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:18:45.113196 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:45.113303 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b08ae6d-f65a-4ff2-a577-aa1b93b793b2 None None] Network 99ce451a-550d-4aa7-a9f3-3e4365e668ce requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:18:45.193967 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-867a4526-0d94-4340-81a0-403e9f764bad demo admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9261639 Jun 14 18:18:45.386102 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e91a761-7527-5e0e-9681-c60f4dc4181d-99ce451a-550d-4aa7-a9f3-3e4365e668ce', 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce', 'project_id': '90d351946805442ea2c36194d7e76ef2', 'fixed_ips': [{'subnet_id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e'}]}} from dv-cinder-844563-2-iscsi. {{(pid=104774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 14 18:18:45.387436 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:45.670639 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.db_base_plugin_common [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Allocated IP 172.20.0.2 (99ce451a-550d-4aa7-a9f3-3e4365e668ce/b09de3d4-af44-4e57-9680-7d3cf896af1e/53810606-e29c-4b31-94ef-328fa7ed6cee) {{(pid=104774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:18:45.733801 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=66,neutron:INSERT=34 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:18:45.946664 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Publish callbacks [] for port (53810606-e29c-4b31-94ef-328fa7ed6cee), precommit_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:46.047206 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (53810606-e29c-4b31-94ef-328fa7ed6cee), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:46.130936 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Network 99ce451a-550d-4aa7-a9f3-3e4365e668ce is already hosted by enough agents. {{(pid=104774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:18:46.132442 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.base_scheduler [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Resources bound (agent type, host, resource id): {{(pid=104774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:18:46.139922 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Received port after_create {{(pid=104774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:18:46.147337 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Pushing event updated for resources: {'Port': ['ID=53810606-e29c-4b31-94ef-328fa7ed6cee,revision_number=1']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:46.151350 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:18:46.178998 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.179350 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.179710 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.180071 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.180411 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.180742 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.181079 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.181405 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.181763 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.182088 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.182417 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.182762 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.183093 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.183408 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.183733 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Tracked resource versions report: Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: pushed versions: Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: { 'AddressGroup': {'1.2'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Agent': {'1.1'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'ConntrackHelper': {'1.0'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'LocalIPAssociation': {'1.0'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Log': {'1.0'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'NDPProxy': {'1.0'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Network': {'1.1'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Port': {'1.7'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'PortForwarding': {'1.3'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'QosPolicy': {'1.10'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'SecurityGroup': {'1.5'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'SubPort': {'1.0'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Subnet': {'1.1'}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Trunk': {'1.1'}} Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: consumer versions: Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: { DHCP agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: L3 agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: Metadata agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: Metering agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: Open vSwitch agent@dv-cinder-844563-2-iscsi: { 'AddressGroup': '1.2', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Agent': '1.1', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'ConntrackHelper': '1.0', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'LocalIPAssociation': '1.0', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Log': '1.0', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'NDPProxy': '1.0', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Network': '1.1', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Port': '1.7', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'PortForwarding': '1.3', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'QosPolicy': '1.10', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'SecurityGroup': '1.5', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'SecurityGroupRule': '1.2', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'SubPort': '1.0', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Subnet': '1.1', Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Trunk': '1.1'}} Jun 14 18:18:46.185153 dv-cinder-844563-2-iscsi neutron-server[104774]: {{(pid=104774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:18:46.239458 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Attempting to bind port 53810606-e29c-4b31-94ef-328fa7ed6cee on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:18:46.239858 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Attempting to bind port 53810606-e29c-4b31-94ef-328fa7ed6cee by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': 'ba64d5e4-c20c-4cda-9ab6-c063f0546275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:18:46.240285 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Attempting to bind port 53810606-e29c-4b31-94ef-328fa7ed6cee on network 99ce451a-550d-4aa7-a9f3-3e4365e668ce {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:18:46.245305 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:18:46.245723 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Checking segment: {'id': 'ba64d5e4-c20c-4cda-9ab6-c063f0546275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:18:46.246219 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:46.246607 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Bound using segment: {'id': 'ba64d5e4-c20c-4cda-9ab6-c063f0546275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:18:46.247107 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Bound port: 53810606-e29c-4b31-94ef-328fa7ed6cee, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba64d5e4-c20c-4cda-9ab6-c063f0546275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:18:46.247502 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (53810606-e29c-4b31-94ef-328fa7ed6cee), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:46.311771 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] For port 53810606-e29c-4b31-94ef-328fa7ed6cee, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:18:46.316606 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] For port 53810606-e29c-4b31-94ef-328fa7ed6cee, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=53810606-e29c-4b31-94ef-328fa7ed6cee,segment=NetworkSegment(ba64d5e4-c20c-4cda-9ab6-c063f0546275),segment_id=ba64d5e4-c20c-4cda-9ab6-c063f0546275)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:18:46.401618 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (53810606-e29c-4b31-94ef-328fa7ed6cee), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:46.468749 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb017b7-2fae-4398-b55d-97db3f821267 None None] Pushing event updated for resources: {'Port': ['ID=53810606-e29c-4b31-94ef-328fa7ed6cee,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:47.637579 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 50952) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:18:48.004950 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [None req-95e1a823-fc58-43bb-bfa9-461e5e1aaa63 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:18:48.005982 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-95e1a823-fc58-43bb-bfa9-461e5e1aaa63 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3673551 Jun 14 18:18:50.484651 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 50960) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:18:50.831109 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [None req-f20b7616-8145-486d-938e-d3741a30e98b admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104772) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:18:50.832274 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-f20b7616-8145-486d-938e-d3741a30e98b admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3466904 Jun 14 18:18:51.248176 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:INSERT=9,neutron:SELECT=32,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:18:51.264457 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=50,neutron:INSERT=40,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:18:53.320638 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 50976) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:18:53.724818 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-dc4ed9be-9fa9-4fc2-a561-17e0b7bce283 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:18:53.814989 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed9be-9fa9-4fc2-a561-17e0b7bce283 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-412530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-630'] for router (6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:53.816589 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed9be-9fa9-4fc2-a561-17e0b7bce283 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-413621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-639'] for router (6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:53.961694 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed9be-9fa9-4fc2-a561-17e0b7bce283 demo demo] Publish callbacks [] for router_controller (6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88), precommit_add_association {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:54.033119 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed9be-9fa9-4fc2-a561-17e0b7bce283 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413463'] for router (6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:54.114528 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed9be-9fa9-4fc2-a561-17e0b7bce283 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:54.115918 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-dc4ed9be-9fa9-4fc2-a561-17e0b7bce283 demo demo] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7942839 Jun 14 18:18:54.728271 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4181140b-5b2b-484c-a584-9e3f369d1c63 None None] Network 99ce451a-550d-4aa7-a9f3-3e4365e668ce requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:18:54.827189 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 53810606-e29c-4b31-94ef-328fa7ed6cee up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:18:54.829092 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-8a8fa15f-82ec-4c52-ab80-a375805bd629 None None] Provisioning complete for port 53810606-e29c-4b31-94ef-328fa7ed6cee triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:18:54.829745 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa15f-82ec-4c52-ab80-a375805bd629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (53810606-e29c-4b31-94ef-328fa7ed6cee), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:55.045871 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 53810606-e29c-4b31-94ef-328fa7ed6cee triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:18:55.046267 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (53810606-e29c-4b31-94ef-328fa7ed6cee), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:55.065928 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-8a8fa15f-82ec-4c52-ab80-a375805bd629 None None] Current status of the port 53810606-e29c-4b31-94ef-328fa7ed6cee is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:18:55.066319 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa15f-82ec-4c52-ab80-a375805bd629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (53810606-e29c-4b31-94ef-328fa7ed6cee), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:55.121645 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-8a8fa15f-82ec-4c52-ab80-a375805bd629 None None] For port 53810606-e29c-4b31-94ef-328fa7ed6cee, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=53810606-e29c-4b31-94ef-328fa7ed6cee,segment=NetworkSegment(ba64d5e4-c20c-4cda-9ab6-c063f0546275),segment_id=ba64d5e4-c20c-4cda-9ab6-c063f0546275)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:18:55.127294 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:18:55.129597 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:18:55.154481 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 53810606-e29c-4b31-94ef-328fa7ed6cee is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:18:55.154865 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (53810606-e29c-4b31-94ef-328fa7ed6cee), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:55.203237 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-8a8fa15f-82ec-4c52-ab80-a375805bd629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (53810606-e29c-4b31-94ef-328fa7ed6cee), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:55.232478 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:18:55.285280 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.db.api [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 14 18:18:55.285656 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG oslo_db.api [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 18:18:55.288338 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fa15f-82ec-4c52-ab80-a375805bd629 None None] Pushing event updated for resources: {'Port': ['ID=53810606-e29c-4b31-94ef-328fa7ed6cee,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:18:55.323155 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-8d46507b-527c-4bd8-853f-f6fb124e2724 None None] Provisioning complete for port 53810606-e29c-4b31-94ef-328fa7ed6cee triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:18:55.323553 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-8d46507b-527c-4bd8-853f-f6fb124e2724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (53810606-e29c-4b31-94ef-328fa7ed6cee), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:55.359635 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:18:55.403389 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-8d46507b-527c-4bd8-853f-f6fb124e2724 None None] Current status of the port 53810606-e29c-4b31-94ef-328fa7ed6cee is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:18:55.820828 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 53810606-e29c-4b31-94ef-328fa7ed6cee is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:18:56.522906 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 50990) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:18:56.804877 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 53810606-e29c-4b31-94ef-328fa7ed6cee up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:18:56.852519 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 53810606-e29c-4b31-94ef-328fa7ed6cee triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:18:56.853402 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (53810606-e29c-4b31-94ef-328fa7ed6cee), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:56.878945 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [None req-dac2a561-56a1-4110-a00a-9994cc9e7f41 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104772) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:18:56.879983 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-dac2a561-56a1-4110-a00a-9994cc9e7f41 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3561304 Jun 14 18:18:56.930923 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 53810606-e29c-4b31-94ef-328fa7ed6cee is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:18:59.306901 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 50998) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:18:59.646123 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:18:59.897644 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Made reservation on behalf of dafd4afd889841cea7fe1dabcf3e3fcf for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:18:59.897962 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc861-c6fe-4f35-85b1-af83e55219e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:59.900758 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:59.910585 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:18:59.984751 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Publish callbacks [] for security_group (d44eb285-1193-4254-b1e9-4ed2d977a8ce), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:00.076923 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d44eb285-1193-4254-b1e9-4ed2d977a8ce), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:00.098159 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Reserving flat network on physical network physnet1 {{(pid=104772) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 14 18:19:00.115334 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44eb285-1193-4254-b1e9-4ed2d977a8ce,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:00.120718 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (03a43e12-7f4c-494b-81bf-6bdf87ed34c4), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:00.121049 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Added segment 03a43e12-7f4c-494b-81bf-6bdf87ed34c4 of type flat for network 8f00240a-230f-48f5-8034-9071d4ec9004 Jun 14 18:19:00.177757 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (8f00240a-230f-48f5-8034-9071d4ec9004), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:00.276515 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (8f00240a-230f-48f5-8034-9071d4ec9004), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:00.277526 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:00.278105 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:00.390827 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] Pushing event updated for resources: {'Network': ['ID=8f00240a-230f-48f5-8034-9071d4ec9004,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:00.401339 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 8f00240a-230f-48f5-8034-9071d4ec9004 details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:19:00.410674 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-d86b5e6f-888a-4b7f-9b42-6238416f40f5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1026235 Jun 14 18:19:02.174820 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-3efb5a8a-c73c-445c-bc3f-59d3bc996242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:02.811853 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51006) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:19:03.179627 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:03.196313 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f33f499-f6b5-48bc-b0cc-135370b5f2b0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:03.197744 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-5f33f499-f6b5-48bc-b0cc-135370b5f2b0 demo admin] 10.222.0.78 "GET /v2.0/subnets/b09de3d4-af44-4e57-9680-7d3cf896af1e HTTP/1.1" status: 200 len: 849 time: 0.3849082 Jun 14 18:19:03.324163 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-213b7cab-41b2-4c9f-b914-3a0b6c44b176 demo admin] 10.222.0.78 "GET /v2.0/routers/6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 HTTP/1.1" status: 200 len: 704 time: 0.1204429 Jun 14 18:19:03.572096 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:03.596213 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:03.668975 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:03.926002 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Allocated IP 172.20.0.1 (99ce451a-550d-4aa7-a9f3-3e4365e668ce/b09de3d4-af44-4e57-9680-7d3cf896af1e/78660738-6a98-4c7a-ac47-9e40a58e86eb) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:19:04.123591 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Publish callbacks [] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:04.232275 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:04.311986 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Network 99ce451a-550d-4aa7-a9f3-3e4365e668ce is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:04.317322 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:04.320478 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:19:04.321008 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412723'] for router_interface (6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:04.445178 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Pushing event updated for resources: {'Port': ['ID=78660738-6a98-4c7a-ac47-9e40a58e86eb,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:04.585271 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-7d71addb-f078-49b5-9cb7-3fd68a958c67 None None] Provisioning complete for port 78660738-6a98-4c7a-ac47-9e40a58e86eb triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:19:04.585928 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7d71addb-f078-49b5-9cb7-3fd68a958c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:04.624905 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-7d71addb-f078-49b5-9cb7-3fd68a958c67 None None] Port 78660738-6a98-4c7a-ac47-9e40a58e86eb cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:19:04.681745 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:04.748916 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:04.850972 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:04.897210 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Publish callbacks [] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:04.979648 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:04.980520 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-459270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412751'] for router_interface (6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:05.044053 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Pushing event updated for resources: {'Port': ['ID=78660738-6a98-4c7a-ac47-9e40a58e86eb,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:05.087771 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=97 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:05.097821 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:05.114566 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Network 99ce451a-550d-4aa7-a9f3-3e4365e668ce is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:05.115781 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:05.343688 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Router 6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 is scheduled to L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 with binding_index 1 {{(pid=104772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:19:05.346529 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b47c6af2-4728-4e5a-8c78-967a40e894dd None None] Provisioning complete for port 78660738-6a98-4c7a-ac47-9e40a58e86eb triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:19:05.346924 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b47c6af2-4728-4e5a-8c78-967a40e894dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:05.381211 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b47c6af2-4728-4e5a-8c78-967a40e894dd None None] Port 78660738-6a98-4c7a-ac47-9e40a58e86eb cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:19:05.432934 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:19:05.438185 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-f34d910f-59a7-4143-ab70-4600bd2afa02 demo admin] 10.222.0.78 "PUT /v2.0/routers/6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1078198 Jun 14 18:19:05.444810 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Sync routers for ids ['6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:19:05.457874 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Routers {'6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:19:05.458700 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:19:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:05.640969 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Set router 6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 gateway port host: None {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:19:06.075500 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'name': 'router1', 'tenant_id': '90d351946805442ea2c36194d7e76ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:53Z', 'updated_at': '2022-06-14T18:19:04Z', 'revision_number': 2, 'project_id': '90d351946805442ea2c36194d7e76ef2', 'gw_port_host': None, '_interfaces': [{'id': '78660738-6a98-4c7a-ac47-9e40a58e86eb', 'name': '', 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce', 'tenant_id': '90d351946805442ea2c36194d7e76ef2', 'mac_address': 'fa:16:3e:57:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:03Z', 'updated_at': '2022-06-14T18:19:04Z', 'revision_number': 2, 'project_id': '90d351946805442ea2c36194d7e76ef2', 'subnets': [{'id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a96f26d-7e39-4abb-b33d-3a1c5df23ba9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:06.131552 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Checking router: 6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:19:06.131909 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Updating router 6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 port 78660738-6a98-4c7a-ac47-9e40a58e86eb binding host dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:19:06.186991 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:06.747623 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Publish callbacks [] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), precommit_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:06.840443 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:07.010114 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Pushing event updated for resources: {'Port': ['ID=78660738-6a98-4c7a-ac47-9e40a58e86eb,revision_number=3']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:07.024083 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.024589 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.024948 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.025295 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.025671 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.025989 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.026319 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.026648 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.027974 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.028304 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.028645 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.029028 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.029412 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.029762 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.030086 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Tracked resource versions report: Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: pushed versions: Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: { 'AddressGroup': {'1.2'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Agent': {'1.1'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'ConntrackHelper': {'1.0'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'LocalIPAssociation': {'1.0'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Log': {'1.0'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'NDPProxy': {'1.0'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Network': {'1.1'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Port': {'1.7'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'PortForwarding': {'1.3'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'QosPolicy': {'1.10'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'SecurityGroup': {'1.5'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'SubPort': {'1.0'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Subnet': {'1.1'}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Trunk': {'1.1'}} Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: consumer versions: Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: { DHCP agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: L3 agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: Metadata agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: Metering agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: Open vSwitch agent@dv-cinder-844563-2-iscsi: { 'AddressGroup': '1.2', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Agent': '1.1', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'ConntrackHelper': '1.0', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'LocalIPAssociation': '1.0', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Log': '1.0', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'NDPProxy': '1.0', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Network': '1.1', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Port': '1.7', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'PortForwarding': '1.3', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'QosPolicy': '1.10', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'SecurityGroup': '1.5', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'SecurityGroupRule': '1.2', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'SubPort': '1.0', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Subnet': '1.1', Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Trunk': '1.1'}} Jun 14 18:19:07.031547 dv-cinder-844563-2-iscsi neutron-server[104775]: {{(pid=104775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:19:07.045279 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Attempting to bind port 78660738-6a98-4c7a-ac47-9e40a58e86eb on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:19:07.045724 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Attempting to bind port 78660738-6a98-4c7a-ac47-9e40a58e86eb by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': 'ba64d5e4-c20c-4cda-9ab6-c063f0546275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce'}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:19:07.046134 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Attempting to bind port 78660738-6a98-4c7a-ac47-9e40a58e86eb on network 99ce451a-550d-4aa7-a9f3-3e4365e668ce {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:19:07.053687 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:19:07.054111 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Checking segment: {'id': 'ba64d5e4-c20c-4cda-9ab6-c063f0546275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:19:07.054627 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:07.055024 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Bound using segment: {'id': 'ba64d5e4-c20c-4cda-9ab6-c063f0546275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce'} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:19:07.055523 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Bound port: 78660738-6a98-4c7a-ac47-9e40a58e86eb, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba64d5e4-c20c-4cda-9ab6-c063f0546275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce'}}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:19:07.055939 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:07.108404 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-bc6954eb-2747-4ab3-ba53-eadc5036bb57 None None] Provisioning complete for port 78660738-6a98-4c7a-ac47-9e40a58e86eb triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:19:07.109041 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-bc6954eb-2747-4ab3-ba53-eadc5036bb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:07.122172 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:07.127065 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] For port 78660738-6a98-4c7a-ac47-9e40a58e86eb, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:19:07.143557 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-bc6954eb-2747-4ab3-ba53-eadc5036bb57 None None] Port 78660738-6a98-4c7a-ac47-9e40a58e86eb cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:19:07.148538 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] For port 78660738-6a98-4c7a-ac47-9e40a58e86eb, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=78660738-6a98-4c7a-ac47-9e40a58e86eb,segment=NetworkSegment(ba64d5e4-c20c-4cda-9ab6-c063f0546275),segment_id=ba64d5e4-c20c-4cda-9ab6-c063f0546275)] {{(pid=104775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:19:07.248645 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:07.290020 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:07.312499 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccf6b1-43bd-4184-ae2e-63d8ad3d51cb None None] Pushing event updated for resources: {'Port': ['ID=78660738-6a98-4c7a-ac47-9e40a58e86eb,revision_number=4']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:07.315901 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Routers {'6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:19:07.316514 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:19:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:07.408954 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] Set router 6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 gateway port host: None {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:19:07.476083 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-2a7a57e9-5d2c-40ef-9fb9-efa35ff15e8b None None] Provisioning complete for port 78660738-6a98-4c7a-ac47-9e40a58e86eb triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:19:07.476556 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-2a7a57e9-5d2c-40ef-9fb9-efa35ff15e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:07.552123 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-2a7a57e9-5d2c-40ef-9fb9-efa35ff15e8b None None] Current status of the port 78660738-6a98-4c7a-ac47-9e40a58e86eb is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:19:07.552367 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-2a7a57e9-5d2c-40ef-9fb9-efa35ff15e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:07.595663 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-2a7a57e9-5d2c-40ef-9fb9-efa35ff15e8b None None] For port 78660738-6a98-4c7a-ac47-9e40a58e86eb, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=78660738-6a98-4c7a-ac47-9e40a58e86eb,segment=NetworkSegment(ba64d5e4-c20c-4cda-9ab6-c063f0546275),segment_id=ba64d5e4-c20c-4cda-9ab6-c063f0546275)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:07.627542 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'name': 'router1', 'tenant_id': '90d351946805442ea2c36194d7e76ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:53Z', 'updated_at': '2022-06-14T18:19:04Z', 'revision_number': 2, 'project_id': '90d351946805442ea2c36194d7e76ef2', 'gw_port_host': None, '_interfaces': [{'id': '78660738-6a98-4c7a-ac47-9e40a58e86eb', 'name': '', 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce', 'tenant_id': '90d351946805442ea2c36194d7e76ef2', 'mac_address': 'fa:16:3e:57:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:03Z', 'updated_at': '2022-06-14T18:19:07Z', 'revision_number': 4, 'project_id': '90d351946805442ea2c36194d7e76ef2', 'subnets': [{'id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a96f26d-7e39-4abb-b33d-3a1c5df23ba9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:07.653120 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c925146-6c25-4972-9941-e9b0f91a1a9c None None] The sync data for ids ['6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88'] in dv-cinder-844563-2-iscsi is: [{'id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'name': 'router1', 'tenant_id': '90d351946805442ea2c36194d7e76ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:53Z', 'updated_at': '2022-06-14T18:19:04Z', 'revision_number': 2, 'project_id': '90d351946805442ea2c36194d7e76ef2', 'gw_port_host': None, '_interfaces': [{'id': '78660738-6a98-4c7a-ac47-9e40a58e86eb', 'name': '', 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce', 'tenant_id': '90d351946805442ea2c36194d7e76ef2', 'mac_address': 'fa:16:3e:57:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:03Z', 'updated_at': '2022-06-14T18:19:07Z', 'revision_number': 4, 'project_id': '90d351946805442ea2c36194d7e76ef2', 'subnets': [{'id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a96f26d-7e39-4abb-b33d-3a1c5df23ba9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:19:07.694006 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-2a7a57e9-5d2c-40ef-9fb9-efa35ff15e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:07.744742 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a57e9-5d2c-40ef-9fb9-efa35ff15e8b None None] Pushing event updated for resources: {'Port': ['ID=78660738-6a98-4c7a-ac47-9e40a58e86eb,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:07.819603 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51026) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:19:07.955015 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69895227-7bc9-43cd-8197-9821d07dc64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:07.956286 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-69895227-7bc9-43cd-8197-9821d07dc64a admin admin] 10.222.0.78 "GET /v2.0/networks/8f00240a-230f-48f5-8034-9071d4ec9004 HTTP/1.1" status: 200 len: 842 time: 0.1357515 Jun 14 18:19:07.967095 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'cidr': '172.27.0.0/24'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:19:08.059636 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] Made reservation on behalf of dafd4afd889841cea7fe1dabcf3e3fcf for: {'subnet': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:19:08.062615 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:08.423871 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.objects.ports [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104772) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 14 18:19:08.424553 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (d8c6d566-9624-47ed-9a1b-e2594230e1fc), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:08.475533 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c6d566-9624-47ed-9a1b-e2594230e1fc,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:08.481540 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:08.494282 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] Checking segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:19:08.494649 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] Network hostable DHCP agents. Network: 8f00240a-230f-48f5-8034-9071d4ec9004, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:19:08.602393 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:19:08.688496 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 8f00240a-230f-48f5-8034-9071d4ec9004) {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:08.692770 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:08.698231 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:08.700672 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48265706-1cb1-4a4c-acc6-fc32b602b0fd None None] Network 8f00240a-230f-48f5-8034-9071d4ec9004 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:19:08.764247 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:08.780239 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-a29ff10d-d2f3-45e5-b545-b750e8724a29 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8167062 Jun 14 18:19:08.811519 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba4632b-3cae-4902-8cb6-a731dc9bf513 None None] Network 8f00240a-230f-48f5-8034-9071d4ec9004 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:19:08.881016 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:11.134461 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 51044) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:19:11.421406 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-7bee241a-674e-452c-8428-c4054e55a228 demo admin] 10.222.0.78 "GET /v2.0/routers/6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 HTTP/1.1" status: 200 len: 710 time: 0.2857456 Jun 14 18:19:11.545948 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88a6e23-30ce-4617-b6f0-c09ed3161141 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:19:11.547759 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-b88a6e23-30ce-4617-b6f0-c09ed3161141 demo admin] 10.222.0.78 "GET /v2.0/networks/8f00240a-230f-48f5-8034-9071d4ec9004 HTTP/1.1" status: 200 len: 886 time: 0.1190462 Jun 14 18:19:11.557332 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:19:11.808810 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Publish callbacks [] for router_gateway (6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:12.135478 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Publish callbacks [] for router_gateway (6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:12.221625 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:12.390122 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Allocated IP 172.27.0.23 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/dcddef9a-f365-4da0-a07c-eba998f6a6e7) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:19:12.507841 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Publish callbacks [] for port (dcddef9a-f365-4da0-a07c-eba998f6a6e7), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:12.516896 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:12.549529 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:12.683547 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (dcddef9a-f365-4da0-a07c-eba998f6a6e7), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:12.775000 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:19:12.776649 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:19:12.778511 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Pushing event updated for resources: {'Port': ['ID=dcddef9a-f365-4da0-a07c-eba998f6a6e7,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:12.781940 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:19:12.849646 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 78660738-6a98-4c7a-ac47-9e40a58e86eb up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:12.909303 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 78660738-6a98-4c7a-ac47-9e40a58e86eb triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:19:12.910535 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:12.993210 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 78660738-6a98-4c7a-ac47-9e40a58e86eb is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:19:13.218107 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Publish callbacks [] for router_gateway (6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:13.405719 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-617'] for router (6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:13.412007 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-413477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-413470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412702'] for router (6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:13.527725 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Router 6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:19:13.635447 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:19:13.640421 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:13.641920 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-0dc4a378-7475-47d0-8f53-7d45a678f258 demo admin] 10.222.0.78 "PUT /v2.0/routers/6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 HTTP/1.1" status: 200 len: 889 time: 2.0878427 Jun 14 18:19:14.207680 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Sync routers for ids ['6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:19:14.220404 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Routers {'6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:19:14.221178 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:19:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:14.436148 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Set router 6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:19:14.908097 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'name': 'router1', 'tenant_id': '90d351946805442ea2c36194d7e76ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'dcddef9a-f365-4da0-a07c-eba998f6a6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:53Z', 'updated_at': '2022-06-14T18:19:13Z', 'revision_number': 4, 'project_id': '90d351946805442ea2c36194d7e76ef2', 'gw_port': {'id': 'dcddef9a-f365-4da0-a07c-eba998f6a6e7', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:12Z', 'updated_at': '2022-06-14T18:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '78660738-6a98-4c7a-ac47-9e40a58e86eb', 'name': '', 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce', 'tenant_id': '90d351946805442ea2c36194d7e76ef2', 'mac_address': 'fa:16:3e:57:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:03Z', 'updated_at': '2022-06-14T18:19:07Z', 'revision_number': 5, 'project_id': '90d351946805442ea2c36194d7e76ef2', 'subnets': [{'id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a96f26d-7e39-4abb-b33d-3a1c5df23ba9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:14.978508 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Checking router: 6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:19:14.978860 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Updating router 6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 port dcddef9a-f365-4da0-a07c-eba998f6a6e7 binding host dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:19:15.032292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (dcddef9a-f365-4da0-a07c-eba998f6a6e7), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:15.489027 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Publish callbacks [] for port (dcddef9a-f365-4da0-a07c-eba998f6a6e7), precommit_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:15.579668 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (dcddef9a-f365-4da0-a07c-eba998f6a6e7), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:15.614878 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:15.636609 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Attempting to bind port dcddef9a-f365-4da0-a07c-eba998f6a6e7 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:19:15.636975 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Attempting to bind port dcddef9a-f365-4da0-a07c-eba998f6a6e7 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:19:15.637335 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Attempting to bind port dcddef9a-f365-4da0-a07c-eba998f6a6e7 on network 8f00240a-230f-48f5-8034-9071d4ec9004 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:19:15.639694 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed8efd-5e16-40b0-bff7-5fa751034bfb None None] Pushing event updated for resources: {'Port': ['ID=dcddef9a-f365-4da0-a07c-eba998f6a6e7,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:15.642848 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:15.646227 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:19:15.649230 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Checking segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:19:15.649230 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:15.649230 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Bound using segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:19:15.649230 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Bound port: dcddef9a-f365-4da0-a07c-eba998f6a6e7, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:19:15.649230 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (dcddef9a-f365-4da0-a07c-eba998f6a6e7), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:15.707858 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] For port dcddef9a-f365-4da0-a07c-eba998f6a6e7, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:19:15.711336 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] For port dcddef9a-f365-4da0-a07c-eba998f6a6e7, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=dcddef9a-f365-4da0-a07c-eba998f6a6e7,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:19:15.801582 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (dcddef9a-f365-4da0-a07c-eba998f6a6e7), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:15.868299 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed8efd-5e16-40b0-bff7-5fa751034bfb None None] Pushing event updated for resources: {'Port': ['ID=dcddef9a-f365-4da0-a07c-eba998f6a6e7,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:15.870987 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Routers {'6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:19:15.871606 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:19:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:15.999237 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] Set router 6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:19:16.100757 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 51058) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:19:16.212714 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'name': 'router1', 'tenant_id': '90d351946805442ea2c36194d7e76ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'dcddef9a-f365-4da0-a07c-eba998f6a6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:53Z', 'updated_at': '2022-06-14T18:19:13Z', 'revision_number': 4, 'project_id': '90d351946805442ea2c36194d7e76ef2', 'gw_port': {'id': 'dcddef9a-f365-4da0-a07c-eba998f6a6e7', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:12Z', 'updated_at': '2022-06-14T18:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '78660738-6a98-4c7a-ac47-9e40a58e86eb', 'name': '', 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce', 'tenant_id': '90d351946805442ea2c36194d7e76ef2', 'mac_address': 'fa:16:3e:57:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:03Z', 'updated_at': '2022-06-14T18:19:07Z', 'revision_number': 5, 'project_id': '90d351946805442ea2c36194d7e76ef2', 'subnets': [{'id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a96f26d-7e39-4abb-b33d-3a1c5df23ba9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:19:16.228707 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-2964ec0d-7f92-4e04-9a42-534814d3b05a admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1263998 Jun 14 18:19:16.239703 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df8f0d-5fa3-4c9a-a387-338f5e4ce6fa None None] The sync data for ids ['6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88'] in dv-cinder-844563-2-iscsi is: [{'id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'name': 'router1', 'tenant_id': '90d351946805442ea2c36194d7e76ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'dcddef9a-f365-4da0-a07c-eba998f6a6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:18:53Z', 'updated_at': '2022-06-14T18:19:13Z', 'revision_number': 4, 'project_id': '90d351946805442ea2c36194d7e76ef2', 'gw_port': {'id': 'dcddef9a-f365-4da0-a07c-eba998f6a6e7', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:12Z', 'updated_at': '2022-06-14T18:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '78660738-6a98-4c7a-ac47-9e40a58e86eb', 'name': '', 'network_id': '99ce451a-550d-4aa7-a9f3-3e4365e668ce', 'tenant_id': '90d351946805442ea2c36194d7e76ef2', 'mac_address': 'fa:16:3e:57:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6181f2fc-7d88-4bbb-9a33-e57ad2ab2a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:19:03Z', 'updated_at': '2022-06-14T18:19:07Z', 'revision_number': 5, 'project_id': '90d351946805442ea2c36194d7e76ef2', 'subnets': [{'id': 'b09de3d4-af44-4e57-9680-7d3cf896af1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a96f26d-7e39-4abb-b33d-3a1c5df23ba9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:19:16.846598 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 5 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:19:16.856085 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device dcddef9a-f365-4da0-a07c-eba998f6a6e7 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:16.922944 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port dcddef9a-f365-4da0-a07c-eba998f6a6e7 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:19:16.931450 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (dcddef9a-f365-4da0-a07c-eba998f6a6e7), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:17.035643 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port dcddef9a-f365-4da0-a07c-eba998f6a6e7 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:19:17.036226 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (dcddef9a-f365-4da0-a07c-eba998f6a6e7), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:17.059941 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port dcddef9a-f365-4da0-a07c-eba998f6a6e7, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=dcddef9a-f365-4da0-a07c-eba998f6a6e7,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:19:17.114690 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (dcddef9a-f365-4da0-a07c-eba998f6a6e7), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:17.176027 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=dcddef9a-f365-4da0-a07c-eba998f6a6e7,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:19:18.705369 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=70,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:18.840680 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device dcddef9a-f365-4da0-a07c-eba998f6a6e7 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:19:18.896404 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port dcddef9a-f365-4da0-a07c-eba998f6a6e7 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:19:18.896802 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (dcddef9a-f365-4da0-a07c-eba998f6a6e7), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:18.935201 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:18.983447 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port dcddef9a-f365-4da0-a07c-eba998f6a6e7 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:19:20.839051 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=50 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:26.212425 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:26.221756 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=63 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:26.840856 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=32 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:28.983540 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:29.790536 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c61fc096-2ef8-4791-aa82-36256c0616d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:32.190230 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e859b33f-6778-4e19-82f2-2fa825bec98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:33.115161 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:34.748719 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:35.110788 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:19:45.026855 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:45.038993 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:53.853240 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 5 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:19:57.852289 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=6 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:19:59.789200 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-df084a02-1047-4305-b353-8f96b6f2274d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:02.189056 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-d616ba08-0f40-4fa2-961e-1b6b6bf9b2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:03.320627 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:03.847047 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=2 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:20:04.737554 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:05.098110 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:15.026964 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:20:15.034000 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:20:29.801594 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-25a02ca5-2b44-420a-82dc-8951ee22dc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:30.852932 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 5 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:20:32.187179 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b9c9be99-d4ca-43f3-95e0-e637d5b9d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:33.119478 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:34.765325 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:35.091769 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:37.824326 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51594) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:20:37.888474 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.pecan_wsgi.hooks.translation [None req-befa2943-7ac2-4fd7-af12-965ac041de9b admin admin] GET failed (client error): The resource could not be found. Jun 14 18:20:37.889915 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-befa2943-7ac2-4fd7-af12-965ac041de9b admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646064 Jun 14 18:20:38.146457 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87802c0e-728b-45e1-9e89-1d22b8a54074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:38.147911 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-87802c0e-728b-45e1-9e89-1d22b8a54074 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2535710 Jun 14 18:20:40.312966 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51604) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:20:40.415990 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dcedc7-d9d3-4e91-8738-38b8c66d7bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:40.417403 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-c4dcedc7-d9d3-4e91-8738-38b8c66d7bd8 admin admin] 10.222.0.78 "GET /v2.0/subnets/b09de3d4-af44-4e57-9680-7d3cf896af1e HTTP/1.1" status: 200 len: 849 time: 0.1034136 Jun 14 18:20:40.428222 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:20:40.520240 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Publish callbacks [] for subnet (b09de3d4-af44-4e57-9680-7d3cf896af1e), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:40.753916 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769320793914'] for subnet (b09de3d4-af44-4e57-9680-7d3cf896af1e), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:40.786404 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:40.786922 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:40.788206 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] 10.222.0.78 "PUT /v2.0/subnets/b09de3d4-af44-4e57-9680-7d3cf896af1e HTTP/1.1" status: 200 len: 868 time: 0.3636978 Jun 14 18:20:40.804610 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fb661a-b380-409f-a5ad-240e079e1b71 None None] Network 99ce451a-550d-4aa7-a9f3-3e4365e668ce requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:20:40.814746 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09de3d4-af44-4e57-9680-7d3cf896af1e,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:20:40.822877 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.823221 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.823597 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.823945 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.824286 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.825358 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.825805 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.826298 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.826669 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.827011 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.827346 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.827682 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.828011 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.828374 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:40.828702 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f95ae7-ec09-4128-b311-29d1c1c76195 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:20:41.101695 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-56b3387a-37ed-4a50-838d-29bf1f21cef6 None None] Provisioning complete for port 53810606-e29c-4b31-94ef-328fa7ed6cee triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:20:41.102252 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-56b3387a-37ed-4a50-838d-29bf1f21cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (53810606-e29c-4b31-94ef-328fa7ed6cee), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:41.183232 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-56b3387a-37ed-4a50-838d-29bf1f21cef6 None None] Current status of the port 53810606-e29c-4b31-94ef-328fa7ed6cee is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:20:41.191674 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-56b3387a-37ed-4a50-838d-29bf1f21cef6 None None] Provisioning complete for port 78660738-6a98-4c7a-ac47-9e40a58e86eb triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:20:41.192064 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-56b3387a-37ed-4a50-838d-29bf1f21cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (78660738-6a98-4c7a-ac47-9e40a58e86eb), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:20:41.263978 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-56b3387a-37ed-4a50-838d-29bf1f21cef6 None None] Current status of the port 78660738-6a98-4c7a-ac47-9e40a58e86eb is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:20:43.032737 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 51612) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:20:43.253054 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5414a9cd-7597-4300-92c5-af00b9705007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:43.253668 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5414a9cd-7597-4300-92c5-af00b9705007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:43.255264 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-5414a9cd-7597-4300-92c5-af00b9705007 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2215805 Jun 14 18:20:44.955641 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:DELETE=1,neutron:SELECT=15 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:20:44.966803 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=20 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:20:45.443908 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 51626) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:20:45.584389 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a42bf8e-ef12-47c9-a7db-2d7531181b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:45.584865 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a42bf8e-ef12-47c9-a7db-2d7531181b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:45.586466 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-9a42bf8e-ef12-47c9-a7db-2d7531181b88 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1416068 Jun 14 18:20:47.756767 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51634) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:20:47.889019 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb6bd23-b53c-4aa6-8d4f-710b823048f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:47.890533 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-5eb6bd23-b53c-4aa6-8d4f-710b823048f0 admin admin] 10.222.0.78 "GET /v2.0/networks/8f00240a-230f-48f5-8034-9071d4ec9004 HTTP/1.1" status: 200 len: 886 time: 0.1328037 Jun 14 18:20:50.071979 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51642) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:20:50.206597 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca8ed73-9512-4a8f-940a-7c8a1454f503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:50.207874 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-4ca8ed73-9512-4a8f-940a-7c8a1454f503 admin admin] 10.222.0.78 "GET /v2.0/networks/99ce451a-550d-4aa7-a9f3-3e4365e668ce HTTP/1.1" status: 200 len: 869 time: 0.1349211 Jun 14 18:20:51.261081 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:20:51.262416 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:20:52.351903 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51650) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:20:52.483465 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b5c1f5-9374-4864-a03f-9678ef31c978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:52.483920 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b5c1f5-9374-4864-a03f-9678ef31c978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:52.485470 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-43b5c1f5-9374-4864-a03f-9678ef31c978 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325872 Jun 14 18:20:54.675555 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51658) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:20:54.771288 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:20:54.780602 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87913075-50a3-4e0a-aa0c-ea6b529df7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:54.781050 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87913075-50a3-4e0a-aa0c-ea6b529df7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:54.782628 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-87913075-50a3-4e0a-aa0c-ea6b529df7b9 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061323 Jun 14 18:20:55.580665 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=18 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:20:55.581595 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=28 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:20:56.975375 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51666) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:20:57.065006 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:20:57.073564 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba681933-de3c-4ba4-a7a1-cf3d008d93f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:57.075796 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-ba681933-de3c-4ba4-a7a1-cf3d008d93f8 admin admin] 10.222.0.78 "GET /v2.0/subnets/b09de3d4-af44-4e57-9680-7d3cf896af1e HTTP/1.1" status: 200 len: 868 time: 0.0994124 Jun 14 18:20:59.274224 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51674) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:20:59.363034 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28faaa15-175d-4622-9fef-e9ded251cf76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:20:59.364393 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-28faaa15-175d-4622-9fef-e9ded251cf76 admin admin] 10.222.0.78 "GET /v2.0/subnets/d8c6d566-9624-47ed-9a1b-e2594230e1fc HTTP/1.1" status: 200 len: 816 time: 0.0891223 Jun 14 18:20:59.798942 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-074c8d08-58a3-447e-a01b-4488bcad6769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:02.187331 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-eac1a1be-573c-4fed-ab33-150412f49802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:03.130521 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:04.741619 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:05.107404 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:07.851680 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 5 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:21:09.354702 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=13 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:09.360105 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:11.848815 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:15.034981 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:15.036833 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:17.851445 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=7 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:26.674736 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51728) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:21:26.722661 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [None req-a6a19c48-60c5-4098-9707-9f87d29477c8 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104772) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:21:26.723667 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-a6a19c48-60c5-4098-9707-9f87d29477c8 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479877 Jun 14 18:21:28.974695 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51736) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:21:29.036791 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc10122d-6a3c-48f3-a0be-b08f82ac3096 admin admin] GET failed (client error): The resource could not be found. Jun 14 18:21:29.038116 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-fc10122d-6a3c-48f3-a0be-b08f82ac3096 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624981 Jun 14 18:21:29.131230 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298dc481-0886-4758-bda2-92920aa04c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:29.132601 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-298dc481-0886-4758-bda2-92920aa04c7a admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0895996 Jun 14 18:21:29.826864 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-312c3f80-6525-4d1a-a809-a5d22b16f8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:31.350783 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51744) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:21:31.398267 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:21:31.501390 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] Made reservation on behalf of dafd4afd889841cea7fe1dabcf3e3fcf for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:21:31.503833 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:31.533548 dv-cinder-844563-2-iscsi neutron-server[104772]: WARNING neutron.services.revisions.revision_plugin [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] Could not find related network for resource to bump revision. Jun 14 18:21:31.545009 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=104772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:21:31.554086 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (e25aa7bb-4f91-48f4-b50a-c1b587434ae9), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:31.554416 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] Added segment e25aa7bb-4f91-48f4-b50a-c1b587434ae9 of type vlan for network fecfabd2-8d50-47d9-9758-8e92a7ecd50f Jun 14 18:21:31.596623 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (fecfabd2-8d50-47d9-9758-8e92a7ecd50f), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:31.678415 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (fecfabd2-8d50-47d9-9758-8e92a7ecd50f), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:31.679398 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:31.679975 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:31.742423 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] Pushing event updated for resources: {'Network': ['ID=fecfabd2-8d50-47d9-9758-8e92a7ecd50f,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:31.754791 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network fecfabd2-8d50-47d9-9758-8e92a7ecd50f details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:21:31.795299 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-600d7e06-05a6-4276-a5e1-b6097b30b156 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4433281 Jun 14 18:21:32.175188 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0e48c5b0-6765-4830-bc88-720aaf97a4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:33.124042 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:33.989899 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51752) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:21:34.051325 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4d807b-593c-438f-865c-7115546fe257 admin admin] GET failed (client error): The resource could not be found. Jun 14 18:21:34.052618 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-cd4d807b-593c-438f-865c-7115546fe257 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617692 Jun 14 18:21:34.122645 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0785e5-8ad5-43c2-a06f-d90289376a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:34.125249 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-1b0785e5-8ad5-43c2-a06f-d90289376a4f admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674508 Jun 14 18:21:34.133907 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-f31c3cbb-8117-4ff9-87f9-5850c21d3220 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:21:34.243641 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31c3cbb-8117-4ff9-87f9-5850c21d3220 admin admin] Made reservation on behalf of dafd4afd889841cea7fe1dabcf3e3fcf for: {'subnet': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:21:34.245990 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f31c3cbb-8117-4ff9-87f9-5850c21d3220 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:34.461508 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f31c3cbb-8117-4ff9-87f9-5850c21d3220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (65a14b7f-baad-4c4b-9f99-7da4164c61a1), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:34.516461 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c3cbb-8117-4ff9-87f9-5850c21d3220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a14b7f-baad-4c4b-9f99-7da4164c61a1,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:34.532633 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31c3cbb-8117-4ff9-87f9-5850c21d3220 admin admin] Checking segment: {'id': 'e25aa7bb-4f91-48f4-b50a-c1b587434ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:21:34.532984 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31c3cbb-8117-4ff9-87f9-5850c21d3220 admin admin] Network hostable DHCP agents. Network: fecfabd2-8d50-47d9-9758-8e92a7ecd50f, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:21:34.609648 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31c3cbb-8117-4ff9-87f9-5850c21d3220 admin admin] Network fecfabd2-8d50-47d9-9758-8e92a7ecd50f is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:21:34.684003 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-f31c3cbb-8117-4ff9-87f9-5850c21d3220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, fecfabd2-8d50-47d9-9758-8e92a7ecd50f) {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:21:34.687997 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31c3cbb-8117-4ff9-87f9-5850c21d3220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:21:34.688587 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f31c3cbb-8117-4ff9-87f9-5850c21d3220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:34.692512 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab9b24-0f44-49e4-aa3f-7ae64bc1fe20 None None] Network fecfabd2-8d50-47d9-9758-8e92a7ecd50f requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:21:34.784079 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:34.795823 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e91a761-7527-5e0e-9681-c60f4dc4181d-fecfabd2-8d50-47d9-9758-8e92a7ecd50f', 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f', 'project_id': 'dafd4afd889841cea7fe1dabcf3e3fcf', 'fixed_ips': [{'subnet_id': '65a14b7f-baad-4c4b-9f99-7da4164c61a1'}]}} from dv-cinder-844563-2-iscsi. {{(pid=104774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 14 18:21:34.796834 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:34.804008 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-f31c3cbb-8117-4ff9-87f9-5850c21d3220 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6734622 Jun 14 18:21:34.953177 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.db_base_plugin_common [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Allocated IP 192.168.233.2 (fecfabd2-8d50-47d9-9758-8e92a7ecd50f/65a14b7f-baad-4c4b-9f99-7da4164c61a1/0e58bb9a-e386-4d43-80bf-3deaa4993b24) {{(pid=104774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:21:35.215937 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Publish callbacks [] for port (0e58bb9a-e386-4d43-80bf-3deaa4993b24), precommit_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:35.341964 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:35.381844 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (0e58bb9a-e386-4d43-80bf-3deaa4993b24), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:35.425877 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Network fecfabd2-8d50-47d9-9758-8e92a7ecd50f is already hosted by enough agents. {{(pid=104774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:21:35.428672 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.base_scheduler [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Resources bound (agent type, host, resource id): {{(pid=104774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:21:35.433974 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Received port after_create {{(pid=104774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:21:35.441434 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Pushing event updated for resources: {'Port': ['ID=0e58bb9a-e386-4d43-80bf-3deaa4993b24,revision_number=1']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:35.453251 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.453631 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.454034 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.454388 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.454721 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.455045 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.455365 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.455688 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.456005 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.456324 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.456641 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.456991 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.457387 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.457811 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.458103 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:21:35.516129 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Attempting to bind port 0e58bb9a-e386-4d43-80bf-3deaa4993b24 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:21:35.516804 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Attempting to bind port 0e58bb9a-e386-4d43-80bf-3deaa4993b24 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': 'e25aa7bb-4f91-48f4-b50a-c1b587434ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:21:35.517174 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Attempting to bind port 0e58bb9a-e386-4d43-80bf-3deaa4993b24 on network fecfabd2-8d50-47d9-9758-8e92a7ecd50f {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:21:35.523037 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:21:35.523418 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Checking segment: {'id': 'e25aa7bb-4f91-48f4-b50a-c1b587434ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:21:35.523835 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:35.524219 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Bound using segment: {'id': 'e25aa7bb-4f91-48f4-b50a-c1b587434ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:21:35.524700 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Bound port: 0e58bb9a-e386-4d43-80bf-3deaa4993b24, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25aa7bb-4f91-48f4-b50a-c1b587434ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:21:35.525076 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (0e58bb9a-e386-4d43-80bf-3deaa4993b24), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:35.592010 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] For port 0e58bb9a-e386-4d43-80bf-3deaa4993b24, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:21:35.595317 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] For port 0e58bb9a-e386-4d43-80bf-3deaa4993b24, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=0e58bb9a-e386-4d43-80bf-3deaa4993b24,segment=NetworkSegment(e25aa7bb-4f91-48f4-b50a-c1b587434ae9),segment_id=e25aa7bb-4f91-48f4-b50a-c1b587434ae9)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:21:35.713183 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (0e58bb9a-e386-4d43-80bf-3deaa4993b24), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:35.776301 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132dc901-5f83-43cd-8dad-1b054ac63957 None None] Pushing event updated for resources: {'Port': ['ID=0e58bb9a-e386-4d43-80bf-3deaa4993b24,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:36.672834 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122cc0a5-e7dc-49fb-bd7b-1055ba091e86 None None] Network fecfabd2-8d50-47d9-9758-8e92a7ecd50f requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:21:36.697063 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:36.722582 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:36.760608 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-71d3fa1b-d5ae-48ae-ae9b-08e3ce6aedb7 None None] Provisioning complete for port 0e58bb9a-e386-4d43-80bf-3deaa4993b24 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:21:36.763875 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-71d3fa1b-d5ae-48ae-ae9b-08e3ce6aedb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (0e58bb9a-e386-4d43-80bf-3deaa4993b24), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:36.880322 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-71d3fa1b-d5ae-48ae-ae9b-08e3ce6aedb7 None None] Current status of the port 0e58bb9a-e386-4d43-80bf-3deaa4993b24 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:21:36.880813 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-71d3fa1b-d5ae-48ae-ae9b-08e3ce6aedb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (0e58bb9a-e386-4d43-80bf-3deaa4993b24), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:36.940557 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-71d3fa1b-d5ae-48ae-ae9b-08e3ce6aedb7 None None] For port 0e58bb9a-e386-4d43-80bf-3deaa4993b24, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=0e58bb9a-e386-4d43-80bf-3deaa4993b24,segment=NetworkSegment(e25aa7bb-4f91-48f4-b50a-c1b587434ae9),segment_id=e25aa7bb-4f91-48f4-b50a-c1b587434ae9)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:21:36.978391 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 0e58bb9a-e386-4d43-80bf-3deaa4993b24 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:21:37.018806 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-71d3fa1b-d5ae-48ae-ae9b-08e3ce6aedb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (0e58bb9a-e386-4d43-80bf-3deaa4993b24), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:37.074451 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 0e58bb9a-e386-4d43-80bf-3deaa4993b24 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:21:37.074929 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (0e58bb9a-e386-4d43-80bf-3deaa4993b24), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:37.107872 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3fa1b-d5ae-48ae-ae9b-08e3ce6aedb7 None None] Pushing event updated for resources: {'Port': ['ID=0e58bb9a-e386-4d43-80bf-3deaa4993b24,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:21:37.139479 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-347a9e5b-5bab-49d8-aa70-854ab1a6ffbd None None] Provisioning complete for port 0e58bb9a-e386-4d43-80bf-3deaa4993b24 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:21:37.139759 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-347a9e5b-5bab-49d8-aa70-854ab1a6ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (0e58bb9a-e386-4d43-80bf-3deaa4993b24), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:37.206768 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 0e58bb9a-e386-4d43-80bf-3deaa4993b24 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:21:37.251212 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-347a9e5b-5bab-49d8-aa70-854ab1a6ffbd None None] Current status of the port 0e58bb9a-e386-4d43-80bf-3deaa4993b24 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:21:38.947137 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 0e58bb9a-e386-4d43-80bf-3deaa4993b24 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:21:38.994428 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 0e58bb9a-e386-4d43-80bf-3deaa4993b24 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:21:38.994816 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (0e58bb9a-e386-4d43-80bf-3deaa4993b24), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:21:39.058341 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:39.075837 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 0e58bb9a-e386-4d43-80bf-3deaa4993b24 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:21:44.693251 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=75,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:44.700746 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:44.850475 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 5 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:21:48.861711 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:49.074453 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=56 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:54.846980 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:21:59.775102 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-28593ba1-faea-4e2d-9b00-e8420c92eb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:22:02.209297 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-34de9016-65ab-4065-875e-7a33d1b49875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:22:03.158050 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:22:04.752771 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:22:05.083598 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:22:15.030306 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:22:15.032240 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:22:21.848489 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 5 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:22:27.835197 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:22:29.808628 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-3395c004-dda8-450e-ae32-29582f0032df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:22:31.845802 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:22:32.197024 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-62e166ba-f49c-4b61-a9c1-b3c0a19cee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:22:33.123049 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:22:34.757126 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:22:35.094313 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:22:45.033627 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:22:45.035546 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:22:58.846479 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 5 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:22:59.814180 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e7ed68b2-c87b-4ae5-b0af-3ad3c182dc5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:02.196713 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-2f7d9271-1605-4d09-8828-f8eac503c3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:02.858106 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:03.093737 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:04.802326 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:05.168283 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:08.843488 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=5 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:12.294788 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51790) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:23:12.300518 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [None req-4e484121-3abf-4c48-bb62-7c069c67825b tempest-verify_tempest_config-376061941 tempest-verify_tempest_config-376061941-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104772) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:23:12.301542 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-4e484121-3abf-4c48-bb62-7c069c67825b tempest-verify_tempest_config-376061941 tempest-verify_tempest_config-376061941-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057611 Jun 14 18:23:12.823408 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51808) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:23:12.946363 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:13.020186 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Publish callbacks [] for security_group (d3c0619e-07fe-4e9e-a1eb-351a34206f13), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:13.082520 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d3c0619e-07fe-4e9e-a1eb-351a34206f13), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:13.131795 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4b05bda70c724ca89c8f0d76e7a8beca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3072538 Jun 14 18:23:13.132661 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c0619e-07fe-4e9e-a1eb-351a34206f13,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:13.135280 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 51812) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:23:13.141166 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.141594 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.141938 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.142274 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.142608 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.142934 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.143255 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.143574 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.143993 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.144317 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.144642 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.144980 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.145306 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.145648 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.145987 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236fcdf3-7f38-4143-a013-2ae02e1f00c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.216708 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Publish callbacks [] for security_group (d3c0619e-07fe-4e9e-a1eb-351a34206f13), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:13.239528 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Publish callbacks [] for security_group (d3c0619e-07fe-4e9e-a1eb-351a34206f13), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:13.443031 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d3c0619e-07fe-4e9e-a1eb-351a34206f13), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:13.446667 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:13.448205 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3c0619e-07fe-4e9e-a1eb-351a34206f13 HTTP/1.1" status: 204 len: 168 time: 0.3118935 Jun 14 18:23:13.457087 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c0619e-07fe-4e9e-a1eb-351a34206f13,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:23:13.465159 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.465523 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.465890 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.466306 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.466622 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.466980 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.467330 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.467700 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.468054 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.468403 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.468725 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.469125 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.469496 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.491525 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:13.491525 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7328d884-e1bc-419a-853f-de9006ceb377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:23:15.035538 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:23.136899 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:23.138144 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:23.459586 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:23.460556 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:23.494786 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:24.819516 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=12 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:24.821501 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=14 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:29.796316 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-45c8cb58-1a70-4adf-a471-7ddc7dc3a840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:32.196971 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-03e38ebf-e7d5-4741-b5d8-9f68ea3d97ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:33.127838 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:34.739351 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:35.121925 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:23:35.845291 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 5 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:23:45.032129 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:45.039978 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:45.840785 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=5 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:45.844631 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:23:59.801827 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c0dfc917-50a5-4f03-a6f6-3fd87fbd7ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:24:02.196145 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-299478ca-f54b-43cb-9789-13e3b6c5df0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:24:03.081722 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:24:04.761211 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:24:05.104161 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:24:12.843983 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 5 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:24:15.038741 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:24:15.040300 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:24:16.849578 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:24:27.839248 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:24:27.840099 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:24:29.835811 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-3f702c43-dfc1-4b69-bcc1-8ef7d650ac88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:24:32.189797 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ad844a47-9f1b-4862-8769-0274f315ee7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:24:33.092718 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:24:34.789845 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:24:35.075672 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:24:45.041290 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:24:45.043267 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:24:49.842978 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 5 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:24:59.824555 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c2b4478a-1073-4794-a37f-31c9504157d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:24:59.837682 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=6 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:24:59.838521 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=2 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:25:02.190012 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-d347ccd2-d565-4b38-b700-ecc1143f0aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:25:02.836525 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-411671'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:25:03.086714 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:25:04.772539 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:25:05.115195 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:25:15.041794 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:25:15.044725 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:25:15.496001 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 51888) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:25:15.604057 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-ebd783e2-7eec-4f97-bd80-1d0333f9182e admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1069598 Jun 14 18:25:17.783604 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 51898) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:25:17.862060 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-20d21137-e36d-4385-a231-6d39bca87b04 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0773287 Jun 14 18:25:25.597570 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:25:25.598440 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:25:26.842221 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:25:27.855758 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:25:29.818338 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-8fb11392-7804-4f01-a237-8186b21b9991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:25:32.218434 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6e5a2cc6-5916-4233-a93a-9cca1c5adff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:25:32.738469 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:25:33.166645 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:25:34.772700 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:25:35.126541 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:25:36.837403 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=16 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:25:36.838225 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=18 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:25:45.036770 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:25:45.044943 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:25:59.806836 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f02dde47-4e26-48ab-a59a-b8b6c943f716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:02.183801 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-3ae9baab-86fc-4358-b0df-cb6139b5a8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:02.767127 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:03.126831 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:03.842349 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:26:04.761124 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:05.148836 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:13.839388 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=5 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:26:13.842025 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=5 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:26:15.039041 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:26:15.047645 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:26:27.845277 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:26:27.846138 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:26:29.801670 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f85a1eb3-8931-418b-a503-32d23f8e5222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:32.189590 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-cdeb98af-635f-4467-b01b-2b1ba9f7bbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:32.807336 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:33.104246 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:34.784065 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:35.103990 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:40.841258 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:26:45.049284 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:26:45.050767 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:26:50.838026 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:26:50.839313 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:26:58.122721 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52050) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:26:58.439447 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-178623246-network', 'tenant_id': '3ea8b1ec08d6485ab1ac360549789d2b'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:26:58.531180 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Made reservation on behalf of 3ea8b1ec08d6485ab1ac360549789d2b for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:26:58.533714 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:58.543854 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:58.554542 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52084) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:26:58.626510 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Publish callbacks [] for security_group (3a1f5d89-0ea1-4296-886c-6d65451a2718), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:58.698321 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (3a1f5d89-0ea1-4296-886c-6d65451a2718), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:58.733429 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1f5d89-0ea1-4296-886c-6d65451a2718,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:26:58.735737 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=104772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:26:58.747107 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.747615 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.748056 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.748457 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.748862 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.749281 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.749829 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.750165 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.750516 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.750893 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.751385 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.751911 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.752244 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.752605 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.752893 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Tracked resource versions report: Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: pushed versions: Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: { 'AddressGroup': {'1.2'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Agent': {'1.1'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'ConntrackHelper': {'1.0'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'LocalIPAssociation': {'1.0'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Log': {'1.0'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'NDPProxy': {'1.0'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Network': {'1.1'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Port': {'1.7'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'PortForwarding': {'1.3'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'QosPolicy': {'1.10'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'SecurityGroup': {'1.5'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'SubPort': {'1.0'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Subnet': {'1.1'}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Trunk': {'1.1'}} Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: consumer versions: Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: { DHCP agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: HyperV agent@hv-cinder-84456: {}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: L3 agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: Metadata agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: Metering agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: Open vSwitch agent@dv-cinder-844563-2-iscsi: { 'AddressGroup': '1.2', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Agent': '1.1', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'ConntrackHelper': '1.0', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'LocalIPAssociation': '1.0', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Log': '1.0', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'NDPProxy': '1.0', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Network': '1.1', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Port': '1.7', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'PortForwarding': '1.3', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'QosPolicy': '1.10', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'SecurityGroup': '1.5', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'SecurityGroupRule': '1.2', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'SubPort': '1.0', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Subnet': '1.1', Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: 'Trunk': '1.1'}} Jun 14 18:26:58.754527 dv-cinder-844563-2-iscsi neutron-server[104772]: {{(pid=104772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:26:58.761517 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (435e27b3-26c4-43c7-a87b-c37ad5881b09), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:58.762745 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Added segment 435e27b3-26c4-43c7-a87b-c37ad5881b09 of type vlan for network 6ab11bf3-ae17-49e6-a188-4b68af6636e2 Jun 14 18:26:58.810618 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (6ab11bf3-ae17-49e6-a188-4b68af6636e2), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:58.916045 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (6ab11bf3-ae17-49e6-a188-4b68af6636e2), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:58.918634 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:26:58.919768 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.106928 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9830270 Jun 14 18:26:59.107801 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656f247-7c79-4995-9287-9b797d915027 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab11bf3-ae17-49e6-a188-4b68af6636e2,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:26:59.110483 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52098) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:26:59.115959 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Request body: {'subnet': {'network_id': '6ab11bf3-ae17-49e6-a188-4b68af6636e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-178623246-subnet', 'tenant_id': '3ea8b1ec08d6485ab1ac360549789d2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:26:59.118665 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 6ab11bf3-ae17-49e6-a188-4b68af6636e2 details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:26:59.240975 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Made reservation on behalf of 3ea8b1ec08d6485ab1ac360549789d2b for: {'subnet': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:26:59.244271 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.261480 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52104) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:26:59.296537 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52108) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:26:59.330010 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52112) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:26:59.341211 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-946067813-network', 'tenant_id': '9914c940b295403aaddd93d7255795e8'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:26:59.434370 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Made reservation on behalf of 9914c940b295403aaddd93d7255795e8 for: {'network': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:26:59.440957 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.498758 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.517091 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-217925971-network', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:26:59.599991 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (59f135a3-b1e2-4c86-b85f-f583a23703c7), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.606167 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-429158373-network', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:26:59.673172 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-network', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:26:59.684571 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f135a3-b1e2-4c86-b85f-f583a23703c7,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:26:59.695122 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Made reservation on behalf of e2f771a602054b349adae092a9d3ed24 for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:26:59.707977 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.724947 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.745745 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Made reservation on behalf of a5c99e2733b440cc99c9749761f4b4cd for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:26:59.749792 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.765618 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.789385 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.789784 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.790283 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.790809 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.791766 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.792551 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.793684 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.794196 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.794705 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.795244 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.795590 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.796153 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.796577 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.797000 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.797477 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Tracked resource versions report: Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: pushed versions: Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: { 'AddressGroup': {'1.2'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Agent': {'1.1'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'ConntrackHelper': {'1.0'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'LocalIPAssociation': {'1.0'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Log': {'1.0'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'NDPProxy': {'1.0'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Network': {'1.1'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Port': {'1.7'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'PortForwarding': {'1.3'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'QosPolicy': {'1.10'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'SecurityGroup': {'1.5'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'SubPort': {'1.0'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Subnet': {'1.1'}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Trunk': {'1.1'}} Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: consumer versions: Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: { DHCP agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: HyperV agent@hv-cinder-84456: {}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: L3 agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: Metadata agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: Metering agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: Open vSwitch agent@dv-cinder-844563-2-iscsi: { 'AddressGroup': '1.2', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Agent': '1.1', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'ConntrackHelper': '1.0', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'LocalIPAssociation': '1.0', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Log': '1.0', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'NDPProxy': '1.0', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Network': '1.1', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Port': '1.7', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'PortForwarding': '1.3', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'QosPolicy': '1.10', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'SecurityGroup': '1.5', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'SecurityGroupRule': '1.2', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'SubPort': '1.0', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Subnet': '1.1', Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: 'Trunk': '1.1'}} Jun 14 18:26:59.802765 dv-cinder-844563-2-iscsi neutron-server[104773]: {{(pid=104773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:26:59.805098 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Publish callbacks [] for security_group (ec329a18-3a38-4d2d-a2a0-954324ae4dff), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.815347 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Checking segment: {'id': '435e27b3-26c4-43c7-a87b-c37ad5881b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ab11bf3-ae17-49e6-a188-4b68af6636e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:26:59.815804 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Network hostable DHCP agents. Network: 6ab11bf3-ae17-49e6-a188-4b68af6636e2, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:26:59.823979 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Made reservation on behalf of e8603a3b1604479da86224c52c2467ad for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:26:59.826891 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.849728 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.866721 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-d7dcb7d2-44df-408a-8f3d-51415ff339e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.898758 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (ec329a18-3a38-4d2d-a2a0-954324ae4dff), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.940491 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=104773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:26:59.943655 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Publish callbacks [] for security_group (95eaffcc-0591-4e45-9d9e-a4b93080a3ad), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.961808 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:26:59.965491 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=70,neutron:INSERT=26,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:26:59.978214 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec329a18-3a38-4d2d-a2a0-954324ae4dff,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:26:59.981817 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769320735793', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (01cac755-f8bc-4063-a686-d89ec4b1f073), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:26:59.986594 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Unsubscribe: segment precommit_create {{(pid=104773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 18:26:59.986594 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.segments_db [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Added segment 01cac755-f8bc-4063-a686-d89ec4b1f073 of type vlan for network 36f54a07-1c33-43d6-a074-f1dbabc30d1f Jun 14 18:26:59.987196 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Network 6ab11bf3-ae17-49e6-a188-4b68af6636e2 is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:26:59.998166 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Publish callbacks [] for security_group (b84713d7-bd85-48c2-b442-027567118d41), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.030210 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (95eaffcc-0591-4e45-9d9e-a4b93080a3ad), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.039245 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (36f54a07-1c33-43d6-a074-f1dbabc30d1f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.073497 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Publish callbacks [] for security_group (0b203b4e-5616-481a-9d84-8dd3f916a978), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.074712 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=104772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:27:00.081300 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 6ab11bf3-ae17-49e6-a188-4b68af6636e2) {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:00.087886 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:00.090560 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.090685 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (b84713d7-bd85-48c2-b442-027567118d41), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.100106 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d3fe5-f836-4f26-95a8-cf16bf38d24c None None] Network 6ab11bf3-ae17-49e6-a188-4b68af6636e2 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:27:00.103971 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (0489ce84-1c7f-425f-bf96-dc22ac12bfb3), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.104210 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Added segment 0489ce84-1c7f-425f-bf96-dc22ac12bfb3 of type vlan for network c02f9f85-b95f-4513-a67b-ed0864c5046e Jun 14 18:27:00.166468 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eaffcc-0591-4e45-9d9e-a4b93080a3ad,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:00.169354 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=104772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:27:00.169745 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (36f54a07-1c33-43d6-a074-f1dbabc30d1f), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.172069 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:00.174234 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.178681 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (0b203b4e-5616-481a-9d84-8dd3f916a978), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.207448 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (c02f9f85-b95f-4513-a67b-ed0864c5046e), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.218956 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (7ca921ef-998a-4de8-9a9b-e0b1ae3b9940), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.219274 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Added segment 7ca921ef-998a-4de8-9a9b-e0b1ae3b9940 of type vlan for network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 Jun 14 18:27:00.237477 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=104772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:27:00.239776 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d96fddd-e18e-4644-8be7-0dcec2a96e6a None None] Network 6ab11bf3-ae17-49e6-a188-4b68af6636e2 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:27:00.264346 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:00.288890 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84713d7-bd85-48c2-b442-027567118d41,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:00.290969 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7353528 Jun 14 18:27:00.296949 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52168) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:00.324467 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (58f82299-3121-449f-af8a-2266c0fd1fdc), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.325076 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Added segment 58f82299-3121-449f-af8a-2266c0fd1fdc of type vlan for network 274ef244-b114-4d41-92b0-e6c757fabfee Jun 14 18:27:00.353055 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f64d66c7-2b31-4b24-95c6-af6e13946909 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2405329 Jun 14 18:27:00.366423 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (64ebe0b0-052f-4256-be3c-102cc7ed63f3), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.368822 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-fc2c0f0b-5f3a-446a-af9f-8e067fc5fc3b admin admin] Request body: {'subnet': {'network_id': '36f54a07-1c33-43d6-a074-f1dbabc30d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-946067813-subnet', 'tenant_id': '9914c940b295403aaddd93d7255795e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:00.409356 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b203b4e-5616-481a-9d84-8dd3f916a978,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:00.439306 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (274ef244-b114-4d41-92b0-e6c757fabfee), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.471199 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2c0f0b-5f3a-446a-af9f-8e067fc5fc3b admin admin] Made reservation on behalf of 9914c940b295403aaddd93d7255795e8 for: {'subnet': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:27:00.473774 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (c02f9f85-b95f-4513-a67b-ed0864c5046e), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.475076 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:00.475933 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.481063 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0f0b-5f3a-446a-af9f-8e067fc5fc3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.529539 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (64ebe0b0-052f-4256-be3c-102cc7ed63f3), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.531104 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:00.531913 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.573213 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (274ef244-b114-4d41-92b0-e6c757fabfee), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.574552 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:00.575942 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.594321 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] Pushing event updated for resources: {'Network': ['ID=c02f9f85-b95f-4513-a67b-ed0864c5046e,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:00.602299 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd924ee2-11ce-48aa-96ce-7131ff806b4e admin admin] Pushing event updated for resources: {'Network': ['ID=36f54a07-1c33-43d6-a074-f1dbabc30d1f,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:00.609857 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network c02f9f85-b95f-4513-a67b-ed0864c5046e details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:27:00.614736 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:00.643837 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 36f54a07-1c33-43d6-a074-f1dbabc30d1f details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:27:00.654659 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-55f31b97-eb5d-4e63-a18f-c2e12818b02d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3917854 Jun 14 18:27:00.663992 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52176) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:00.673707 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-0af43664-6f48-457c-a4f4-87bd20df08e0 admin admin] Request body: {'subnet': {'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-217925971-subnet', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:00.744538 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4132977 Jun 14 18:27:00.749777 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.4521515 Jun 14 18:27:00.750593 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6b2a8-d303-49d8-bdfb-8933035b87bf admin admin] Pushing event updated for resources: {'Network': ['ID=64ebe0b0-052f-4256-be3c-102cc7ed63f3,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:00.754575 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52184) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:00.758793 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52188) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:00.780863 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-cb85eaea-796c-4432-8ffb-85295b883d50 admin admin] Request body: {'subnet': {'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-subnet', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:00.793164 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-688e39ca-9aaf-47c5-957d-077f04d77b3b admin admin] Request body: {'subnet': {'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-subnet', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:00.810820 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:27:00.876000 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af43664-6f48-457c-a4f4-87bd20df08e0 admin admin] Made reservation on behalf of e2f771a602054b349adae092a9d3ed24 for: {'subnet': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:27:00.880772 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0af43664-6f48-457c-a4f4-87bd20df08e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.944038 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0f0b-5f3a-446a-af9f-8e067fc5fc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (0fff4db9-a0b7-44b4-8add-38c56dbccafa), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:00.952075 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688e39ca-9aaf-47c5-957d-077f04d77b3b admin admin] Made reservation on behalf of a5c99e2733b440cc99c9749761f4b4cd for: {'subnet': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:27:00.954729 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-688e39ca-9aaf-47c5-957d-077f04d77b3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:01.009697 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c0f0b-5f3a-446a-af9f-8e067fc5fc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fff4db9-a0b7-44b4-8add-38c56dbccafa,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:01.030005 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c0f0b-5f3a-446a-af9f-8e067fc5fc3b admin admin] Checking segment: {'id': '01cac755-f8bc-4063-a686-d89ec4b1f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '36f54a07-1c33-43d6-a074-f1dbabc30d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:01.030360 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c0f0b-5f3a-446a-af9f-8e067fc5fc3b admin admin] Network hostable DHCP agents. Network: 36f54a07-1c33-43d6-a074-f1dbabc30d1f, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:27:01.038438 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d043a-9695-4f55-a0fe-248d9eb88773 admin admin] Pushing event updated for resources: {'Network': ['ID=274ef244-b114-4d41-92b0-e6c757fabfee,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:01.061881 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb85eaea-796c-4432-8ffb-85295b883d50 admin admin] Made reservation on behalf of e8603a3b1604479da86224c52c2467ad for: {'subnet': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:27:01.062625 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 274ef244-b114-4d41-92b0-e6c757fabfee details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:27:01.064288 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cb85eaea-796c-4432-8ffb-85295b883d50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:01.126629 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c0f0b-5f3a-446a-af9f-8e067fc5fc3b admin admin] Network 36f54a07-1c33-43d6-a074-f1dbabc30d1f is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:27:01.223797 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c0f0b-5f3a-446a-af9f-8e067fc5fc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 36f54a07-1c33-43d6-a074-f1dbabc30d1f) {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:01.227851 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2c0f0b-5f3a-446a-af9f-8e067fc5fc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:01.228502 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0f0b-5f3a-446a-af9f-8e067fc5fc3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:01.234817 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6327c69-7bfd-4a5b-95c1-d8539fd42512 None None] Network 36f54a07-1c33-43d6-a074-f1dbabc30d1f requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:27:01.339455 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-fc2c0f0b-5f3a-446a-af9f-8e067fc5fc3b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9801824 Jun 14 18:27:01.397672 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c58d43-a4fe-447e-b536-443f9e2bebbb None None] Network 36f54a07-1c33-43d6-a074-f1dbabc30d1f requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:27:01.564996 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cb85eaea-796c-4432-8ffb-85295b883d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (61e47d25-4bab-4e31-a800-f8d0e60b222c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:01.608091 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52238) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:01.614415 dv-cinder-844563-2-iscsi neutron-server[104773]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 14 18:27:01.673067 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:INSERT=22,neutron:SELECT=70,neutron:UPDATE=8 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:01.731066 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85eaea-796c-4432-8ffb-85295b883d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e47d25-4bab-4e31-a800-f8d0e60b222c,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:01.751324 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb85eaea-796c-4432-8ffb-85295b883d50 admin admin] Checking segment: {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:01.751686 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85eaea-796c-4432-8ffb-85295b883d50 admin admin] Network hostable DHCP agents. Network: 274ef244-b114-4d41-92b0-e6c757fabfee, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:27:01.812008 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0af43664-6f48-457c-a4f4-87bd20df08e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (f380e5ad-d4ad-415b-bade-032ddaaa2dd1), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:01.817725 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-688e39ca-9aaf-47c5-957d-077f04d77b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (3aa2915d-4bcd-4487-9dfc-7ee742fe32b2), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:01.856515 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85eaea-796c-4432-8ffb-85295b883d50 admin admin] Network 274ef244-b114-4d41-92b0-e6c757fabfee is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:27:01.896402 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af43664-6f48-457c-a4f4-87bd20df08e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f380e5ad-d4ad-415b-bade-032ddaaa2dd1,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:01.905677 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-dea548da-2091-4743-a443-9ef5982a5e9f tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:01.908057 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-dea548da-2091-4743-a443-9ef5982a5e9f tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/networks?id=6ab11bf3-ae17-49e6-a188-4b68af6636e2 HTTP/1.1" status: 200 len: 811 time: 0.2980039 Jun 14 18:27:01.950545 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-30d0f9f1-2bbd-4e2d-869c-d231133823ad tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/quotas/3ea8b1ec08d6485ab1ac360549789d2b HTTP/1.1" status: 200 len: 375 time: 0.0274262 Jun 14 18:27:01.965561 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-cb85eaea-796c-4432-8ffb-85295b883d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 274ef244-b114-4d41-92b0-e6c757fabfee) {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:01.970357 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb85eaea-796c-4432-8ffb-85295b883d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:01.971445 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cb85eaea-796c-4432-8ffb-85295b883d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:01.980953 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf18de63-5617-43f8-89ac-6ad1113d6d57 None None] Network 274ef244-b114-4d41-92b0-e6c757fabfee requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:27:01.997178 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af43664-6f48-457c-a4f4-87bd20df08e0 admin admin] Checking segment: {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:01.997178 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af43664-6f48-457c-a4f4-87bd20df08e0 admin admin] Network hostable DHCP agents. Network: c02f9f85-b95f-4513-a67b-ed0864c5046e, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:27:01.999650 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e39ca-9aaf-47c5-957d-077f04d77b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:02.004220 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e39ca-9aaf-47c5-957d-077f04d77b3b admin admin] Checking segment: {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:02.005506 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e39ca-9aaf-47c5-957d-077f04d77b3b admin admin] Network hostable DHCP agents. Network: 64ebe0b0-052f-4256-be3c-102cc7ed63f3, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:27:02.065826 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-cb85eaea-796c-4432-8ffb-85295b883d50 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2932079 Jun 14 18:27:02.067016 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52246) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:02.081982 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:02.093951 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-cfa5e9a1-5b8f-4d51-b6a9-906f37975456 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ea8b1ec08d6485ab1ac360549789d2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1473298 Jun 14 18:27:02.191221 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e91a761-7527-5e0e-9681-c60f4dc4181d-274ef244-b114-4d41-92b0-e6c757fabfee', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c'}]}} from dv-cinder-844563-2-iscsi. {{(pid=104774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 14 18:27:02.192376 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.248783 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e39ca-9aaf-47c5-957d-077f04d77b3b admin admin] Network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:27:02.252011 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af43664-6f48-457c-a4f4-87bd20df08e0 admin admin] Network c02f9f85-b95f-4513-a67b-ed0864c5046e is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:27:02.267092 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-412530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-630'] for router (fe34203d-9de3-4d58-9736-dfa522564c84), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.267402 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:02.269024 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-413621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-639'] for router (fe34203d-9de3-4d58-9736-dfa522564c84), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.273764 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-688e39ca-9aaf-47c5-957d-077f04d77b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 64ebe0b0-052f-4256-be3c-102cc7ed63f3) {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:02.280150 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688e39ca-9aaf-47c5-957d-077f04d77b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:02.280759 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-688e39ca-9aaf-47c5-957d-077f04d77b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.297534 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-0af43664-6f48-457c-a4f4-87bd20df08e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, c02f9f85-b95f-4513-a67b-ed0864c5046e) {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:02.301212 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af43664-6f48-457c-a4f4-87bd20df08e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:02.301895 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0af43664-6f48-457c-a4f4-87bd20df08e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.559903 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70085d9e-aa01-4592-8066-042e63205066 None None] Network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:27:02.559903 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bd07ac-ae04-4663-a0ae-e84d9b5d6034 None None] Network c02f9f85-b95f-4513-a67b-ed0864c5046e requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:27:02.559903 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-32800da9-5ebf-473b-b68d-2d61e566023a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.561112 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-f5425a9c-d6ba-426d-a7c4-6abe6c8cfc96 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:27:02.561112 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-f5425a9c-d6ba-426d-a7c4-6abe6c8cfc96 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0911245 Jun 14 18:27:02.561532 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-688e39ca-9aaf-47c5-957d-077f04d77b3b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6230860 Jun 14 18:27:02.561532 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52260) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:02.561532 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:02.561940 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:02.562118 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Publish callbacks [] for router_controller (fe34203d-9de3-4d58-9736-dfa522564c84), precommit_add_association {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.562948 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:02.563256 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=6 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:02.563256 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-0af43664-6f48-457c-a4f4-87bd20df08e0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7882974 Jun 14 18:27:02.563256 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52262) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:02.563256 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:02.563504 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-a1efafea-e2b5-4610-aa59-a3b827887dfa service neutron] 10.222.0.78 "GET /v2.0/networks/6ab11bf3-ae17-49e6-a188-4b68af6636e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395183 Jun 14 18:27:02.649581 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-573d2657-80e9-46af-9700-3d79164b613e service neutron] 10.222.0.78 "GET /v2.0/networks/6ab11bf3-ae17-49e6-a188-4b68af6636e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270900 Jun 14 18:27:02.663002 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Publish callbacks [] for router_gateway (fe34203d-9de3-4d58-9736-dfa522564c84), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.677666 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.db_base_plugin_common [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Allocated IP 172.20.0.2 (274ef244-b114-4d41-92b0-e6c757fabfee/61e47d25-4bab-4e31-a800-f8d0e60b222c/e196ef0d-f052-4baf-98d6-68ee253e8f50) {{(pid=104774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:02.699999 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-412530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-630'] for router (50deef1f-d8c9-497b-8029-b56ac186404c), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.701089 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-413621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-639'] for router (50deef1f-d8c9-497b-8029-b56ac186404c), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.708334 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-412530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-630'] for router (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.709326 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-413621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-639'] for router (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.727112 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e91a761-7527-5e0e-9681-c60f4dc4181d-64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2'}]}} from dv-cinder-844563-2-iscsi. {{(pid=104774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 14 18:27:02.727112 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.790256 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e91a761-7527-5e0e-9681-c60f4dc4181d-c02f9f85-b95f-4513-a67b-ed0864c5046e', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1'}]}} from dv-cinder-844563-2-iscsi. {{(pid=104774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 14 18:27:02.791867 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.820797 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Publish callbacks [] for router_controller (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), precommit_add_association {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:02.957743 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52280) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:02.963185 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1763015618-network', 'tenant_id': '868dd92309c94bf19aa81d2652d6f84c'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:03.058692 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Made reservation on behalf of 868dd92309c94bf19aa81d2652d6f84c for: {'network': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:27:03.062648 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:03.062785 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:03.079987 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:03.367575 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:03.388842 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.db_base_plugin_common [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Allocated IP 172.20.0.2 (c02f9f85-b95f-4513-a67b-ed0864c5046e/f380e5ad-d4ad-415b-bade-032ddaaa2dd1/0bec917f-e8e9-4cf8-b1ca-722b8f6d7760) {{(pid=104774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:03.453266 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-65e789d7-e1e7-4f42-8192-66954bf4a370 req-3def0fb4-dd41-4d2b-a1e0-c8bed7a05d3f tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 210 time: 0.1604140 Jun 14 18:27:03.462774 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Publish callbacks [] for security_group (488138ef-63e2-46f7-a16a-6d2edf00114f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:03.584711 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (488138ef-63e2-46f7-a16a-6d2edf00114f), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:03.598464 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:03.599285 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Publish callbacks [] for router_gateway (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:03.615421 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:03.637465 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=104773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:27:03.650404 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:03.659687 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488138ef-63e2-46f7-a16a-6d2edf00114f,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:03.681361 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (59e513a9-5851-4e19-990a-e7d7bf37cc09), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:03.682416 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.segments_db [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Added segment 59e513a9-5851-4e19-990a-e7d7bf37cc09 of type vlan for network dac2af23-bfb5-4ce1-8d46-030ebe13bbe8 Jun 14 18:27:03.743056 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Publish callbacks [] for router_controller (50deef1f-d8c9-497b-8029-b56ac186404c), precommit_add_association {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:03.760524 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.db_base_plugin_common [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Allocated IP 172.20.0.2 (64ebe0b0-052f-4256-be3c-102cc7ed63f3/3aa2915d-4bcd-4487-9dfc-7ee742fe32b2/a64d1c48-a6fb-455e-8ef8-6324bc723849) {{(pid=104774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:03.804579 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (dac2af23-bfb5-4ce1-8d46-030ebe13bbe8), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:03.834671 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Publish callbacks [] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), precommit_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:03.900197 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Publish callbacks [] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), precommit_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:03.978931 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.007356 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (dac2af23-bfb5-4ce1-8d46-030ebe13bbe8), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.014783 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:04.015910 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.026571 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.085125 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Network 274ef244-b114-4d41-92b0-e6c757fabfee is already hosted by enough agents. {{(pid=104774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:04.109484 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Pushing event updated for resources: {'Port': ['ID=e196ef0d-f052-4baf-98d6-68ee253e8f50,revision_number=1']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:04.109484 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Network c02f9f85-b95f-4513-a67b-ed0864c5046e is already hosted by enough agents. {{(pid=104774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:04.112101 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.base_scheduler [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Resources bound (agent type, host, resource id): {{(pid=104774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:04.134884 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Received port after_create {{(pid=104774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:04.138726 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.base_scheduler [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Resources bound (agent type, host, resource id): {{(pid=104774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:04.154970 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Received port after_create {{(pid=104774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:04.161889 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.162239 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.162609 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.162959 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.163342 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.163614 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.163945 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.164269 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.164606 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.164917 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.165427 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.165910 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.166251 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.166829 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.167143 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Tracked resource versions report: Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: pushed versions: Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: { 'AddressGroup': {'1.2'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Agent': {'1.1'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'ConntrackHelper': {'1.0'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'LocalIPAssociation': {'1.0'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Log': {'1.0'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'NDPProxy': {'1.0'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Network': {'1.1'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Port': {'1.7'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'PortForwarding': {'1.3'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'QosPolicy': {'1.10'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'SecurityGroup': {'1.5'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'SubPort': {'1.0'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Subnet': {'1.1'}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Trunk': {'1.1'}} Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: consumer versions: Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: { DHCP agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: HyperV agent@hv-cinder-84456: {}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: L3 agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: Metadata agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: Metering agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: Open vSwitch agent@dv-cinder-844563-2-iscsi: { 'AddressGroup': '1.2', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Agent': '1.1', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'ConntrackHelper': '1.0', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'LocalIPAssociation': '1.0', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Log': '1.0', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'NDPProxy': '1.0', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Network': '1.1', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Port': '1.7', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'PortForwarding': '1.3', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'QosPolicy': '1.10', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'SecurityGroup': '1.5', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'SecurityGroupRule': '1.2', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'SubPort': '1.0', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Subnet': '1.1', Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: 'Trunk': '1.1'}} Jun 14 18:27:04.169406 dv-cinder-844563-2-iscsi neutron-server[104774]: {{(pid=104774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:27:04.212191 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] Pushing event updated for resources: {'Network': ['ID=dac2af23-bfb5-4ce1-8d46-030ebe13bbe8,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:04.244299 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network dac2af23-bfb5-4ce1-8d46-030ebe13bbe8 details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:27:04.262929 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-c3c1f4e1-5f60-4e22-85eb-2ba479f67613 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2973988 Jun 14 18:27:04.270542 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52348) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:04.295566 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-2230d7d3-3bdf-454f-9025-9df6c8a262f4 admin admin] Request body: {'subnet': {'network_id': 'dac2af23-bfb5-4ce1-8d46-030ebe13bbe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1763015618-subnet', 'tenant_id': '868dd92309c94bf19aa81d2652d6f84c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:04.305512 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Publish callbacks [] for router_gateway (fe34203d-9de3-4d58-9736-dfa522564c84), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.377157 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Publish callbacks [] for router_gateway (50deef1f-d8c9-497b-8029-b56ac186404c), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.410318 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Publish callbacks [] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), precommit_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.439106 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2230d7d3-3bdf-454f-9025-9df6c8a262f4 admin admin] Made reservation on behalf of 868dd92309c94bf19aa81d2652d6f84c for: {'subnet': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:27:04.443704 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2230d7d3-3bdf-454f-9025-9df6c8a262f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.492568 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.499303 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Attempting to bind port e196ef0d-f052-4baf-98d6-68ee253e8f50 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:04.503480 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Attempting to bind port e196ef0d-f052-4baf-98d6-68ee253e8f50 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:04.503480 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Attempting to bind port e196ef0d-f052-4baf-98d6-68ee253e8f50 on network 274ef244-b114-4d41-92b0-e6c757fabfee {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:04.537664 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Pushing event updated for resources: {'Port': ['ID=0bec917f-e8e9-4cf8-b1ca-722b8f6d7760,revision_number=1']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:04.558359 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=12 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:04.566724 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Attempting to bind port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:04.566724 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Attempting to bind port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:04.566724 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Attempting to bind port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 on network c02f9f85-b95f-4513-a67b-ed0864c5046e {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:04.580527 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.634630 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:04.635814 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Checking segment: {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:04.635814 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.636092 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Bound using segment: {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:04.636391 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Bound port: e196ef0d-f052-4baf-98d6-68ee253e8f50, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:04.637493 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.643951 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Pushing event updated for resources: {'Port': ['ID=a64d1c48-a6fb-455e-8ef8-6324bc723849,revision_number=1']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:04.653889 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:04.654140 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-de178932-5659-48cc-a8f4-e621b9d00817 req-6f3c4f99-4fe1-4d67-aaa4-17626b3c2cc3 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 210 time: 0.0537498 Jun 14 18:27:04.654862 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Checking segment: {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:04.655071 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.656548 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Bound using segment: {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:04.656725 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Bound port: 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:04.657502 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.717713 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 is already hosted by enough agents. {{(pid=104774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:04.718283 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.base_scheduler [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Resources bound (agent type, host, resource id): {{(pid=104774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:04.728429 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Allocated IP 172.27.0.233 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/b0218b8b-00bb-4465-9240-c2a9ef3da8d0) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:04.730493 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Received port after_create {{(pid=104774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:04.799944 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52358) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:04.841065 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] For port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:04.877488 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Publish callbacks [] for router_gateway (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.886411 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] For port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=0bec917f-e8e9-4cf8-b1ca-722b8f6d7760,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:04.905556 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] For port e196ef0d-f052-4baf-98d6-68ee253e8f50, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:04.910576 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] For port e196ef0d-f052-4baf-98d6-68ee253e8f50, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=e196ef0d-f052-4baf-98d6-68ee253e8f50,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:04.937161 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.940897 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.953187 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Attempting to bind port a64d1c48-a6fb-455e-8ef8-6324bc723849 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:04.953187 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Attempting to bind port a64d1c48-a6fb-455e-8ef8-6324bc723849 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:04.953610 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Attempting to bind port a64d1c48-a6fb-455e-8ef8-6324bc723849 on network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:04.960332 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:04.960847 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Checking segment: {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:04.961359 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.961995 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Bound using segment: {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:04.962566 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Bound port: a64d1c48-a6fb-455e-8ef8-6324bc723849, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:04.963005 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:04.973118 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2230d7d3-3bdf-454f-9025-9df6c8a262f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (68fbfc5f-630b-497a-8cec-adcec1e71877), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.010565 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.017011 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.067978 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:05.157299 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] For port a64d1c48-a6fb-455e-8ef8-6324bc723849, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:05.171074 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] For port a64d1c48-a6fb-455e-8ef8-6324bc723849, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=a64d1c48-a6fb-455e-8ef8-6324bc723849,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:05.190553 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:05.195711 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0c178-de63-4ca8-9a86-855322ef24a2 None None] Pushing event updated for resources: {'Port': ['ID=0bec917f-e8e9-4cf8-b1ca-722b8f6d7760,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:05.260215 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.262901 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Publish callbacks [] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.267901 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4d646-0cd6-44ee-915f-17b0c7b37992 None None] Pushing event updated for resources: {'Port': ['ID=e196ef0d-f052-4baf-98d6-68ee253e8f50,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:05.297051 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-42ae163d-8429-47f4-a156-35dffcadfd91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.298867 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.311858 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:05.317313 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230d7d3-3bdf-454f-9025-9df6c8a262f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68fbfc5f-630b-497a-8cec-adcec1e71877,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:05.366757 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2230d7d3-3bdf-454f-9025-9df6c8a262f4 admin admin] Checking segment: {'id': '59e513a9-5851-4e19-990a-e7d7bf37cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'dac2af23-bfb5-4ce1-8d46-030ebe13bbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:05.367920 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230d7d3-3bdf-454f-9025-9df6c8a262f4 admin admin] Network hostable DHCP agents. Network: dac2af23-bfb5-4ce1-8d46-030ebe13bbe8, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:27:05.409869 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:05.470038 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Publish callbacks [] for router_gateway (50deef1f-d8c9-497b-8029-b56ac186404c), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.556101 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.701712 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf63a60-eb7f-408b-b5b0-b9a85b8066e8 None None] Pushing event updated for resources: {'Port': ['ID=a64d1c48-a6fb-455e-8ef8-6324bc723849,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:05.784708 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.797051 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-42ae163d-8429-47f4-a156-35dffcadfd91 admin admin] Publish callbacks [] for security_group (815914ff-0938-4681-9e74-41c1b1b4c520), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.804175 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2230d7d3-3bdf-454f-9025-9df6c8a262f4 admin admin] Network dac2af23-bfb5-4ce1-8d46-030ebe13bbe8 is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:27:05.862313 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4a1490dc-0fc2-4ec1-b5af-7718e9c4f17b req-9b27347f-f75d-442b-87b9-dd64bbb90772 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 210 time: 0.0637026 Jun 14 18:27:05.893394 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-42ae163d-8429-47f4-a156-35dffcadfd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (815914ff-0938-4681-9e74-41c1b1b4c520), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.930027 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-2230d7d3-3bdf-454f-9025-9df6c8a262f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, dac2af23-bfb5-4ce1-8d46-030ebe13bbe8) {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:05.945660 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2230d7d3-3bdf-454f-9025-9df6c8a262f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:05.946794 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2230d7d3-3bdf-454f-9025-9df6c8a262f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:05.948018 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a7d5af-7447-4377-850e-45e33adbfef1 None None] Network dac2af23-bfb5-4ce1-8d46-030ebe13bbe8 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:27:06.002281 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae163d-8429-47f4-a156-35dffcadfd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815914ff-0938-4681-9e74-41c1b1b4c520,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:06.015146 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-42ae163d-8429-47f4-a156-35dffcadfd91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=daf8bccbe7044c1ab743fcfb238b3ffe&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2140727 Jun 14 18:27:06.015883 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52394) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:06.051778 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:06.097884 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-2230d7d3-3bdf-454f-9025-9df6c8a262f4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8261592 Jun 14 18:27:06.134085 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dc404ba0-3e3d-42f7-87d8-0956a38e8ddd admin admin] Publish callbacks [] for security_group (815914ff-0938-4681-9e74-41c1b1b4c520), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:06.134322 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:06.162503 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:06.163982 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab0b21a-d213-4d36-8adb-af7aee13b796 None None] Network dac2af23-bfb5-4ce1-8d46-030ebe13bbe8 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:27:06.204006 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:06.250773 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dc404ba0-3e3d-42f7-87d8-0956a38e8ddd admin admin] Publish callbacks [] for security_group (815914ff-0938-4681-9e74-41c1b1b4c520), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:06.274161 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b0218b8b-00bb-4465-9240-c2a9ef3da8d0,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:06.338481 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Allocated IP 172.27.0.104 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/360cd298-e139-4a5c-8ec2-f9ece9293f33) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:06.418808 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52404) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:06.445823 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:06.709142 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Publish callbacks [] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:06.716297 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ce6e9b-0aec-4da5-8897-b094a9fcbba2 admin admin] Deleting subnet 0fff4db9-a0b7-44b4-8add-38c56dbccafa {{(pid=104773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:27:06.720033 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-57ce6e9b-0aec-4da5-8897-b094a9fcbba2 admin admin] Publish callbacks [] for subnet (0fff4db9-a0b7-44b4-8add-38c56dbccafa), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:06.761065 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-57ce6e9b-0aec-4da5-8897-b094a9fcbba2 admin admin] Publish callbacks [] for subnet (0fff4db9-a0b7-44b4-8add-38c56dbccafa), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:06.782706 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-57ce6e9b-0aec-4da5-8897-b094a9fcbba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (0fff4db9-a0b7-44b4-8add-38c56dbccafa), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:06.805587 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Publish callbacks [] for router_gateway (fe34203d-9de3-4d58-9736-dfa522564c84), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:06.830494 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dc404ba0-3e3d-42f7-87d8-0956a38e8ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (815914ff-0938-4681-9e74-41c1b1b4c520), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:06.833164 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dc404ba0-3e3d-42f7-87d8-0956a38e8ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:06.834450 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-dc404ba0-3e3d-42f7-87d8-0956a38e8ddd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/815914ff-0938-4681-9e74-41c1b1b4c520 HTTP/1.1" status: 204 len: 168 time: 0.8175113 Jun 14 18:27:06.853789 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc404ba0-3e3d-42f7-87d8-0956a38e8ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815914ff-0938-4681-9e74-41c1b1b4c520,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:06.885370 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:06.973205 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-57ce6e9b-0aec-4da5-8897-b094a9fcbba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (0fff4db9-a0b7-44b4-8add-38c56dbccafa), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:07.034673 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce6e9b-0aec-4da5-8897-b094a9fcbba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fff4db9-a0b7-44b4-8add-38c56dbccafa,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:07.038673 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-57ce6e9b-0aec-4da5-8897-b094a9fcbba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:07.050705 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-57ce6e9b-0aec-4da5-8897-b094a9fcbba2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0fff4db9-a0b7-44b4-8add-38c56dbccafa HTTP/1.1" status: 204 len: 168 time: 0.6235240 Jun 14 18:27:07.050705 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52416) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:07.080914 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:07.208406 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52420) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:07.315991 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (36f54a07-1c33-43d6-a074-f1dbabc30d1f), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:07.340603 dv-cinder-844563-2-iscsi neutron-server[104772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 14 18:27:07.468069 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:07.498683 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:07.508900 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:07.515493 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:07.529876 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:07.646431 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (36f54a07-1c33-43d6-a074-f1dbabc30d1f), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:07.673508 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:07.675935 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:07.710082 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:07.710457 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:07.711244 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:07.711914 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > port after_create 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:07.712073 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:07.712416 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > port after_update 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:07.712749 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:07.713088 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:07.713409 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:07.713754 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:07.802771 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05499de3-7039-4ddc-a6e6-0f7874468f92 None None] Network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:27:07.817247 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Pushing event updated for resources: {'Port': ['ID=360cd298-e139-4a5c-8ec2-f9ece9293f33,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:07.827808 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Allocated IP 172.27.0.206 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/25844000-70b3-4a41-ab06-f1bbbed8be07) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:07.863394 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:07.872711 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7fa3ccff-19c4-4d9e-8678-7c02384bb7d3 req-e8fddb8e-982e-4781-896e-1b7c3f8c9909 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 210 time: 0.5618060 Jun 14 18:27:07.924448 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413463'] for router (fe34203d-9de3-4d58-9736-dfa522564c84), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:07.936860 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-1f6217b9-6c22-4b06-bfd5-4c5d51258acd None None] Provisioning complete for port a64d1c48-a6fb-455e-8ef8-6324bc723849 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:07.937285 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-1f6217b9-6c22-4b06-bfd5-4c5d51258acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.021692 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ce320-af8f-4343-9053-3117737aacd7 None None] Network c02f9f85-b95f-4513-a67b-ed0864c5046e requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:27:08.076432 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:08.078384 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.112566 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:08.113107 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:08.114455 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:08.114455 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:27:08.114455 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f54a07-1c33-43d6-a074-f1dbabc30d1f']}} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:08.134788 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01cac755-f8bc-4063-a686-d89ec4b1f073') {'for_net_delete': True} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:08.136546 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01cac755-f8bc-4063-a686-d89ec4b1f073') {} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:08.169779 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193846'] for segment (01cac755-f8bc-4063-a686-d89ec4b1f073), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.175521 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e0a803-d0dd-467e-bdda-77586529bc4f None None] Network 274ef244-b114-4d41-92b0-e6c757fabfee requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:27:08.224616 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=0bec917f-e8e9-4cf8-b1ca-722b8f6d7760,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:08.234692 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:08.252624 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52444) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:08.283106 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (01cac755-f8bc-4063-a686-d89ec4b1f073), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.295573 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Publish callbacks [] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.322952 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=104773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:27:08.325904 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2781306'] for segment (01cac755-f8bc-4063-a686-d89ec4b1f073), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.405585 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.410983 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:08.412093 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.413094 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device e196ef0d-f052-4baf-98d6-68ee253e8f50 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:08.476335 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:08.519263 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:08.528750 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:08.541912 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.13', 55840) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:08.546921 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:08.549669 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=0bec917f-e8e9-4cf8-b1ca-722b8f6d7760,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:08.689607 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-1f6217b9-6c22-4b06-bfd5-4c5d51258acd None None] Current status of the port a64d1c48-a6fb-455e-8ef8-6324bc723849 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:08.694815 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (36f54a07-1c33-43d6-a074-f1dbabc30d1f), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.695166 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-1f6217b9-6c22-4b06-bfd5-4c5d51258acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.722447 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Router fe34203d-9de3-4d58-9736-dfa522564c84 is scheduled to L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 with binding_index 1 {{(pid=104772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:27:08.728756 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2ba58782-fb57-4925-a59c-9bcd4aef94a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.749294 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Pushing event updated for resources: {'Port': ['ID=25844000-70b3-4a41-ab06-f1bbbed8be07,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:08.793897 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port e196ef0d-f052-4baf-98d6-68ee253e8f50 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:08.797501 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.798636 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:08.803655 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] 10.222.0.78 "DELETE /v2.0/networks/36f54a07-1c33-43d6-a074-f1dbabc30d1f HTTP/1.1" status: 204 len: 168 time: 1.7546272 Jun 14 18:27:08.812378 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f4bc9-3081-47ec-ba23-3fda18b31229 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f54a07-1c33-43d6-a074-f1dbabc30d1f,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:08.816012 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52468) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:08.836618 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-1f6217b9-6c22-4b06-bfd5-4c5d51258acd None None] For port a64d1c48-a6fb-455e-8ef8-6324bc723849, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=a64d1c48-a6fb-455e-8ef8-6324bc723849,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:08.943978 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-9935c0cc-6f4d-4fab-b2bc-5ae2e9234bda tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:08.946316 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-9935c0cc-6f4d-4fab-b2bc-5ae2e9234bda tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.13 "GET /v2.0/networks?id=6ab11bf3-ae17-49e6-a188-4b68af6636e2 HTTP/1.1" status: 200 len: 811 time: 0.4022489 Jun 14 18:27:08.963157 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-1f6217b9-6c22-4b06-bfd5-4c5d51258acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.031071 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd205a4-ab7e-49fb-8bf6-6b347e81ee7d admin admin] Deleting subnet 68fbfc5f-630b-497a-8cec-adcec1e71877 {{(pid=104773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:27:09.042368 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fbd205a4-ab7e-49fb-8bf6-6b347e81ee7d admin admin] Publish callbacks [] for subnet (68fbfc5f-630b-497a-8cec-adcec1e71877), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.077356 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Publish callbacks [] for router_gateway (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.080794 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port e196ef0d-f052-4baf-98d6-68ee253e8f50 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:09.089314 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.139735 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-9915c1e3-a541-4144-8b16-f0575f0354bb None None] Provisioning complete for port e196ef0d-f052-4baf-98d6-68ee253e8f50 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:09.145302 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-9915c1e3-a541-4144-8b16-f0575f0354bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.170107 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fbd205a4-ab7e-49fb-8bf6-6b347e81ee7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2193839'] for subnet (68fbfc5f-630b-497a-8cec-adcec1e71877), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.258959 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6217b9-6c22-4b06-bfd5-4c5d51258acd None None] Pushing event updated for resources: {'Port': ['ID=a64d1c48-a6fb-455e-8ef8-6324bc723849,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:09.268694 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:09.314061 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2ba58782-fb57-4925-a59c-9bcd4aef94a1 admin admin] Publish callbacks [] for security_group (a29fb381-6d36-4151-9b6d-27b3581de970), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.320039 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment 01cac755-f8bc-4063-a686-d89ec4b1f073 resource provider aggregate not found Jun 14 18:27:09.340039 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port e196ef0d-f052-4baf-98d6-68ee253e8f50, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=e196ef0d-f052-4baf-98d6-68ee253e8f50,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:09.342469 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:09.350433 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment 01cac755-f8bc-4063-a686-d89ec4b1f073 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01cac755-f8bc-4063-a686-d89ec4b1f073 found for delete ", "request_id": "req-40390d00-0811-489f-b376-c160a4a0a5a0"}]} Jun 14 18:27:09.385527 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-88d6ae26-4f73-49ae-a5ac-044b4e94120a req-8c4da1ea-567c-422e-a7b9-7d1b42709f83 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 210 time: 0.0613213 Jun 14 18:27:09.395529 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-9915c1e3-a541-4144-8b16-f0575f0354bb None None] Current status of the port e196ef0d-f052-4baf-98d6-68ee253e8f50 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:09.395714 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fbd205a4-ab7e-49fb-8bf6-6b347e81ee7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (68fbfc5f-630b-497a-8cec-adcec1e71877), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.395967 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-9915c1e3-a541-4144-8b16-f0575f0354bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.425357 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2ba58782-fb57-4925-a59c-9bcd4aef94a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a29fb381-6d36-4151-9b6d-27b3581de970), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.434818 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.435966 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device a64d1c48-a6fb-455e-8ef8-6324bc723849 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:09.491341 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba58782-fb57-4925-a59c-9bcd4aef94a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29fb381-6d36-4151-9b6d-27b3581de970,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:09.498821 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-2ba58782-fb57-4925-a59c-9bcd4aef94a1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bb7ad97bdf7b4e9485f9e5c320d3376c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2442794 Jun 14 18:27:09.503378 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52484) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:09.505468 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:09.570305 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.db.api [None req-9915c1e3-a541-4144-8b16-f0575f0354bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 14 18:27:09.571098 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG oslo_db.api [None req-9915c1e3-a541-4144-8b16-f0575f0354bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 18:27:09.583232 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-397feeab-2a62-44a3-b4b2-7bab87bb7bb7 admin admin] Publish callbacks [] for security_group (a29fb381-6d36-4151-9b6d-27b3581de970), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.588145 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:27:09.603925 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=e196ef0d-f052-4baf-98d6-68ee253e8f50,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:09.604025 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Sync routers for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:27:09.604629 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port a64d1c48-a6fb-455e-8ef8-6324bc723849 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:09.604629 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.618161 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:27:09.618794 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:09.630819 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-397feeab-2a62-44a3-b4b2-7bab87bb7bb7 admin admin] Publish callbacks [] for security_group (a29fb381-6d36-4151-9b6d-27b3581de970), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.691921 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fbd205a4-ab7e-49fb-8bf6-6b347e81ee7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2781220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2984236'] for subnet (68fbfc5f-630b-497a-8cec-adcec1e71877), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.719833 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port a64d1c48-a6fb-455e-8ef8-6324bc723849 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:09.741978 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fbd205a4-ab7e-49fb-8bf6-6b347e81ee7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.745265 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-fbd205a4-ab7e-49fb-8bf6-6b347e81ee7d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/68fbfc5f-630b-497a-8cec-adcec1e71877 HTTP/1.1" status: 204 len: 168 time: 0.9163725 Jun 14 18:27:09.749477 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52490) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:09.819941 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.825638 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-d8f28cb1-93e1-43c0-ab4b-7ab6510103e1 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7527263 Jun 14 18:27:09.829602 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52494) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:09.860937 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-397feeab-2a62-44a3-b4b2-7bab87bb7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a29fb381-6d36-4151-9b6d-27b3581de970), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.863667 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-397feeab-2a62-44a3-b4b2-7bab87bb7bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.864953 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-397feeab-2a62-44a3-b4b2-7bab87bb7bb7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a29fb381-6d36-4151-9b6d-27b3581de970 HTTP/1.1" status: 204 len: 168 time: 0.3603384 Jun 14 18:27:09.871185 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd205a4-ab7e-49fb-8bf6-6b347e81ee7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68fbfc5f-630b-497a-8cec-adcec1e71877,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:09.878381 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (dac2af23-bfb5-4ce1-8d46-030ebe13bbe8), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:09.887390 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397feeab-2a62-44a3-b4b2-7bab87bb7bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29fb381-6d36-4151-9b6d-27b3581de970,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:09.898143 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device a64d1c48-a6fb-455e-8ef8-6324bc723849 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:09.914188 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:09.981040 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:10.024527 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port a64d1c48-a6fb-455e-8ef8-6324bc723849 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:10.024974 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.099075 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (dac2af23-bfb5-4ce1-8d46-030ebe13bbe8), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.122215 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:27:10.131427 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-9915c1e3-a541-4144-8b16-f0575f0354bb None None] Current status of the port e196ef0d-f052-4baf-98d6-68ee253e8f50 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:10.135020 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac2af23-bfb5-4ce1-8d46-030ebe13bbe8']}} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:10.155148 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e513a9-5851-4e19-990a-e7d7bf37cc09') {'for_net_delete': True} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:10.155650 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e513a9-5851-4e19-990a-e7d7bf37cc09') {} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:10.179387 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193846'] for segment (59e513a9-5851-4e19-990a-e7d7bf37cc09), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.208447 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (59e513a9-5851-4e19-990a-e7d7bf37cc09), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.220860 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=104773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:27:10.221543 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2781306'] for segment (59e513a9-5851-4e19-990a-e7d7bf37cc09), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.229335 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-9915c1e3-a541-4144-8b16-f0575f0354bb None None] Provisioning complete for port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:10.229938 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-9915c1e3-a541-4144-8b16-f0575f0354bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.253623 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:10.257005 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port a64d1c48-a6fb-455e-8ef8-6324bc723849 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:10.258289 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:10.312875 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413463'] for router (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.364970 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:10.365382 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.407876 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-9915c1e3-a541-4144-8b16-f0575f0354bb None None] Current status of the port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:10.454447 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (dac2af23-bfb5-4ce1-8d46-030ebe13bbe8), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.463193 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.471214 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Publish callbacks [] for router_gateway (50deef1f-d8c9-497b-8029-b56ac186404c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.476272 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/dac2af23-bfb5-4ce1-8d46-030ebe13bbe8 HTTP/1.1" status: 204 len: 168 time: 0.7252417 Jun 14 18:27:10.498607 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc37cd-0561-4bc4-b93a-fe84574e3fe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dac2af23-bfb5-4ce1-8d46-030ebe13bbe8,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:10.518585 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:10.519756 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device e196ef0d-f052-4baf-98d6-68ee253e8f50 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:10.530198 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:10.563956 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f4b9d534-ce6c-4d52-9e28-e76788ab795b None None] Provisioning complete for port e196ef0d-f052-4baf-98d6-68ee253e8f50 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:10.564486 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d534-ce6c-4d52-9e28-e76788ab795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.591592 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0194eb50-b98e-4691-87fa-e6d14958660d req-2a8d429d-7b9a-4c7b-bc64-9acecec89817 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 210 time: 0.1065245 Jun 14 18:27:10.599161 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:06Z', 'revision_number': 3, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:10.624963 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port e196ef0d-f052-4baf-98d6-68ee253e8f50 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:10.625418 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.634677 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Checking router: fe34203d-9de3-4d58-9736-dfa522564c84 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:27:10.635241 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Updating router fe34203d-9de3-4d58-9736-dfa522564c84 port b0218b8b-00bb-4465-9240-c2a9ef3da8d0 binding host dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:27:10.705193 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.863902 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9d534-ce6c-4d52-9e28-e76788ab795b None None] Current status of the port e196ef0d-f052-4baf-98d6-68ee253e8f50 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:10.878264 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f4b9d534-ce6c-4d52-9e28-e76788ab795b None None] Provisioning complete for port a64d1c48-a6fb-455e-8ef8-6324bc723849 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:10.878707 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d534-ce6c-4d52-9e28-e76788ab795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.967563 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413463'] for router (50deef1f-d8c9-497b-8029-b56ac186404c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:10.983179 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port e196ef0d-f052-4baf-98d6-68ee253e8f50 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:11.007911 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:11.081109 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9d534-ce6c-4d52-9e28-e76788ab795b None None] Current status of the port a64d1c48-a6fb-455e-8ef8-6324bc723849 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:11.095773 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 is scheduled to L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 with binding_index 1 {{(pid=104772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:27:11.117173 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f4b9d534-ce6c-4d52-9e28-e76788ab795b None None] Provisioning complete for port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:11.117627 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d534-ce6c-4d52-9e28-e76788ab795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:11.155909 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52530) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:11.215967 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Publish callbacks [] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), precommit_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:11.262986 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9d534-ce6c-4d52-9e28-e76788ab795b None None] Current status of the port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:11.275034 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Request body: {'port': {'device_id': '3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd', 'network_id': '6ab11bf3-ae17-49e6-a188-4b68af6636e2', 'admin_state_up': True, 'tenant_id': '3ea8b1ec08d6485ab1ac360549789d2b'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:11.309690 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:11.393009 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Pushing event updated for resources: {'Port': ['ID=b0218b8b-00bb-4465-9240-c2a9ef3da8d0,revision_number=2']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:11.415400 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.415755 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.416149 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.416719 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.417056 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.417385 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.417783 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.418109 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.418436 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.418854 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.419410 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.419767 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.420107 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.420430 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.420752 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Tracked resource versions report: Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: pushed versions: Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: { 'AddressGroup': {'1.2'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Agent': {'1.1'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'ConntrackHelper': {'1.0'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'LocalIPAssociation': {'1.0'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Log': {'1.0'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'NDPProxy': {'1.0'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Network': {'1.1'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Port': {'1.7'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'PortForwarding': {'1.3'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'QosPolicy': {'1.10'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'SecurityGroup': {'1.5'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'SecurityGroupRule': {'1.2'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'SubPort': {'1.0'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Subnet': {'1.1'}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Trunk': {'1.1'}} Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: consumer versions: Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: { DHCP agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: HyperV agent@hv-cinder-84456: {}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: L3 agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: Metadata agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: Metering agent@dv-cinder-844563-2-iscsi: {}, Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: Open vSwitch agent@dv-cinder-844563-2-iscsi: { 'AddressGroup': '1.2', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Agent': '1.1', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'ConntrackHelper': '1.0', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'LocalIPAssociation': '1.0', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Log': '1.0', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'NDPProxy': '1.0', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Network': '1.1', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Port': '1.7', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'PortForwarding': '1.3', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'QosPolicy': '1.10', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'SecurityGroup': '1.5', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'SecurityGroupRule': '1.2', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'SubPort': '1.0', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Subnet': '1.1', Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: 'Trunk': '1.1'}} Jun 14 18:27:11.422052 dv-cinder-844563-2-iscsi neutron-server[104775]: {{(pid=104775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 18:27:11.454819 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Attempting to bind port b0218b8b-00bb-4465-9240-c2a9ef3da8d0 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:11.455196 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Attempting to bind port b0218b8b-00bb-4465-9240-c2a9ef3da8d0 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:11.455565 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Attempting to bind port b0218b8b-00bb-4465-9240-c2a9ef3da8d0 on network 8f00240a-230f-48f5-8034-9071d4ec9004 {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:11.457899 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:11.462030 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:11.462419 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Checking segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:11.463017 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:11.463421 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Bound using segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:11.463912 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Bound port: b0218b8b-00bb-4465-9240-c2a9ef3da8d0, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:11.464297 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:11.475084 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:11.479963 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-b62bfbbf-6de6-4048-9a12-facdeb954d8d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9914c940b295403aaddd93d7255795e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3229127 Jun 14 18:27:11.487172 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52536) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:11.522211 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment 59e513a9-5851-4e19-990a-e7d7bf37cc09 resource provider aggregate not found Jun 14 18:27:11.557117 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment 59e513a9-5851-4e19-990a-e7d7bf37cc09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59e513a9-5851-4e19-990a-e7d7bf37cc09 found for delete ", "request_id": "req-99d9661c-ac92-48f2-8ec4-3035153d1291"}]} Jun 14 18:27:11.568724 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:27:11.577161 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] For port b0218b8b-00bb-4465-9240-c2a9ef3da8d0, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:11.582984 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] For port b0218b8b-00bb-4465-9240-c2a9ef3da8d0, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=b0218b8b-00bb-4465-9240-c2a9ef3da8d0,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:11.585007 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Sync routers for ids ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:27:11.612414 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Routers {'6d9cbdca-9535-43c7-84b4-eb5f3c78d440'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:27:11.613142 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:11.649108 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-08fd7b9e-7261-4781-ae8e-a1fb7679c11e admin admin] Publish callbacks [] for security_group (ec329a18-3a38-4d2d-a2a0-954324ae4dff), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:11.652305 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Made reservation on behalf of 3ea8b1ec08d6485ab1ac360549789d2b for: {'port': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:27:11.655829 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:11.670723 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:11.880833 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:11.885662 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:27:11.886436 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:11.919290 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Set router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:27:12.040436 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70de6f-0dad-43a6-b869-5d02fd813c3a None None] Pushing event updated for resources: {'Port': ['ID=b0218b8b-00bb-4465-9240-c2a9ef3da8d0,revision_number=3']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:12.063287 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Router 50deef1f-d8c9-497b-8029-b56ac186404c is scheduled to L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 with binding_index 1 {{(pid=104772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:27:12.078625 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:12.082744 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-e975c2ea-7144-4b78-bb17-c49682ce7291 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.6808550 Jun 14 18:27:12.088514 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52566) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:12.099128 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:12.116868 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-50470b48-6447-4fda-ad92-37b1e9112e5c req-84a38a94-498b-443e-a5d2-c34ac365b7f9 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 210 time: 0.3192387 Jun 14 18:27:12.134271 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-08fd7b9e-7261-4781-ae8e-a1fb7679c11e admin admin] Publish callbacks [] for security_group (ec329a18-3a38-4d2d-a2a0-954324ae4dff), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:12.170154 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:27:12.400469 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:08Z', 'revision_number': 3, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:12.409710 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:12.420145 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:12.449307 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Checking router: 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:27:12.450090 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Updating router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 port 360cd298-e139-4a5c-8ec2-f9ece9293f33 binding host dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:27:12.549357 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52594) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:12.557888 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:12.566145 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Allocated IP 172.20.0.4 (6ab11bf3-ae17-49e6-a188-4b68af6636e2/59f135a3-b1e2-4c86-b85f-f583a23703c7/1de4fd5a-d3c5-41de-a140-a242d715583a) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:12.608354 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:06Z', 'revision_number': 3, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:12.634150 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-08fd7b9e-7261-4781-ae8e-a1fb7679c11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (ec329a18-3a38-4d2d-a2a0-954324ae4dff), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:12.645311 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-08fd7b9e-7261-4781-ae8e-a1fb7679c11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:12.646423 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-08fd7b9e-7261-4781-ae8e-a1fb7679c11e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ec329a18-3a38-4d2d-a2a0-954324ae4dff HTTP/1.1" status: 204 len: 168 time: 1.1483030 Jun 14 18:27:12.685166 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5906152-3869-4945-8d87-8213a73658e7 None None] The sync data for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi is: [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:06Z', 'revision_number': 3, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:27:12.703660 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:27:12.718776 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Allocated IP 172.20.0.1 (274ef244-b114-4d41-92b0-e6c757fabfee/61e47d25-4bab-4e31-a800-f8d0e60b222c/a55fa280-56a3-4c6f-888c-bbe3fa6108f7) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:12.719286 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Sync routers for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:27:12.768395 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd7b9e-7261-4781-ae8e-a1fb7679c11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec329a18-3a38-4d2d-a2a0-954324ae4dff,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:12.774237 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:27:12.779432 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:12.783154 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:12.954225 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:12.955723 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-935ceb02-7201-49ef-afb0-5064de3e42f9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.4977705 Jun 14 18:27:12.968983 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52610) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:13.064779 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Publish callbacks [] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:13.090304 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Publish callbacks [] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), precommit_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:13.099302 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:13.100446 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:13.203350 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:13.206446 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:27:13.298470 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:13.332128 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Attempting to bind port 360cd298-e139-4a5c-8ec2-f9ece9293f33 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:13.332497 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Attempting to bind port 360cd298-e139-4a5c-8ec2-f9ece9293f33 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:13.332859 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Attempting to bind port 360cd298-e139-4a5c-8ec2-f9ece9293f33 on network 8f00240a-230f-48f5-8034-9071d4ec9004 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:13.343954 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Publish callbacks [] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:13.353494 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:13.357276 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Checking segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:13.357276 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:13.357276 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Bound using segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:13.357276 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Bound port: 360cd298-e139-4a5c-8ec2-f9ece9293f33, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:13.357276 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:13.414073 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b27bcad2-985a-4613-90ec-ac774de51408 req-10df6019-8d43-46a0-a702-c8aeb5efe0e3 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 210 time: 0.0688334 Jun 14 18:27:13.467641 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b437b9-fc6e-46b3-9f5a-35e5bd19dfce None None] Pushing event updated for resources: {'Port': ['ID=360cd298-e139-4a5c-8ec2-f9ece9293f33,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:13.472477 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] For port 360cd298-e139-4a5c-8ec2-f9ece9293f33, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:13.485255 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] For port 360cd298-e139-4a5c-8ec2-f9ece9293f33, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=360cd298-e139-4a5c-8ec2-f9ece9293f33,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:13.561239 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:13.601002 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa6a5-d6e3-4ad9-8467-601278a329f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:13.604325 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:13.620113 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:13.675202 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:13.814080 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:13.845624 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Routers {'6d9cbdca-9535-43c7-84b4-eb5f3c78d440'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:27:13.846513 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:13.849811 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Network 274ef244-b114-4d41-92b0-e6c757fabfee is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:13.858213 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:13.881215 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b437b9-fc6e-46b3-9f5a-35e5bd19dfce None None] Pushing event updated for resources: {'Port': ['ID=360cd298-e139-4a5c-8ec2-f9ece9293f33,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:13.893566 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:09Z', 'revision_number': 3, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:13.901139 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:13.901675 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412723'] for router_interface (fe34203d-9de3-4d58-9736-dfa522564c84), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:13.970379 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device b0218b8b-00bb-4465-9240-c2a9ef3da8d0 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:13.988748 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Checking router: 50deef1f-d8c9-497b-8029-b56ac186404c for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:27:13.989110 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Updating router 50deef1f-d8c9-497b-8029-b56ac186404c port 25844000-70b3-4a41-ab06-f1bbbed8be07 binding host dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:27:14.075369 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:14.076912 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:14.131646 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port b0218b8b-00bb-4465-9240-c2a9ef3da8d0 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:14.131646 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:14.221253 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Pushing event updated for resources: {'Port': ['ID=1de4fd5a-d3c5-41de-a140-a242d715583a,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:14.233108 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] Set router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:27:14.252792 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:14.323906 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Network 6ab11bf3-ae17-49e6-a188-4b68af6636e2 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:14.339138 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Pushing event updated for resources: {'Port': ['ID=a55fa280-56a3-4c6f-888c-bbe3fa6108f7,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:14.345720 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:14.357539 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:14.377489 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port b0218b8b-00bb-4465-9240-c2a9ef3da8d0 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:14.377865 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:14.452204 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:14.468356 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port b0218b8b-00bb-4465-9240-c2a9ef3da8d0, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=b0218b8b-00bb-4465-9240-c2a9ef3da8d0,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:14.568451 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa6a5-d6e3-4ad9-8467-601278a329f2 admin admin] Publish callbacks [] for security_group (a1cea86a-8be4-4925-b0ab-c3cceda07c0a), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:14.582208 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:14.613270 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:14.699586 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa6a5-d6e3-4ad9-8467-601278a329f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a1cea86a-8be4-4925-b0ab-c3cceda07c0a), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:14.827235 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-cc0fa6a5-d6e3-4ad9-8467-601278a329f2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=009ffe2476b44cfc864672cb0588c490&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2760901 Jun 14 18:27:14.859939 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-66b53cfc-4b50-420c-99be-446df1cd4714 None None] Provisioning complete for port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:14.860347 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-66b53cfc-4b50-420c-99be-446df1cd4714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:14.868548 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:14.901283 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52638) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:15.118291 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da97935-ca69-478f-ae8b-7d35dfe02bc9 req-e9e79f31-e4d7-4a63-b5ae-2f1ca2de1ca0 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:15.129075 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5da97935-ca69-478f-ae8b-7d35dfe02bc9 req-e9e79f31-e4d7-4a63-b5ae-2f1ca2de1ca0 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 931 time: 0.5542967 Jun 14 18:27:15.131077 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fa6a5-d6e3-4ad9-8467-601278a329f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cea86a-8be4-4925-b0ab-c3cceda07c0a,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:15.201709 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:15.202639 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:15.342212 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:15.345859 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52646) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:15.350973 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Publish callbacks [] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:15.353213 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-66b53cfc-4b50-420c-99be-446df1cd4714 None None] Port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:27:15.364531 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=b0218b8b-00bb-4465-9240-c2a9ef3da8d0,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:15.371381 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6c208c09-d879-4658-803e-290176887fef admin admin] Publish callbacks [] for security_group (a1cea86a-8be4-4925-b0ab-c3cceda07c0a), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:15.400559 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:08Z', 'revision_number': 3, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:15.470718 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:15.471520 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-459270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412751'] for router_interface (fe34203d-9de3-4d58-9736-dfa522564c84), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:15.474697 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287e36d-3fc9-4f8f-bedd-24345c3ffcaa None None] The sync data for ids ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'] in dv-cinder-844563-2-iscsi is: [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:08Z', 'revision_number': 3, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:27:15.518028 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6c208c09-d879-4658-803e-290176887fef admin admin] Publish callbacks [] for security_group (a1cea86a-8be4-4925-b0ab-c3cceda07c0a), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:15.557472 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Pushing event updated for resources: {'Port': ['ID=a55fa280-56a3-4c6f-888c-bbe3fa6108f7,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:15.583151 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Publish callbacks [] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), precommit_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:15.677012 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:15.701577 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-78a9c453-1373-4c26-80b6-d81fd196e73a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4322169 Jun 14 18:27:15.722559 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-9942c9a9-c005-442f-bc44-6220ac4b9718 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:27:15.725241 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-9942c9a9-c005-442f-bc44-6220ac4b9718 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0206823 Jun 14 18:27:15.847125 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ad446-3fec-411e-8489-b754a4045dab None None] Pushing event updated for resources: {'Port': ['ID=25844000-70b3-4a41-ab06-f1bbbed8be07,revision_number=2']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:15.911034 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-9cafec7d-8da5-4c46-9ee5-ba7653d31092 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=868dd92309c94bf19aa81d2652d6f84c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4966500 Jun 14 18:27:15.912416 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6c208c09-d879-4658-803e-290176887fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a1cea86a-8be4-4925-b0ab-c3cceda07c0a), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:15.922852 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52656) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:15.934349 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6c208c09-d879-4658-803e-290176887fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:15.936414 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-6c208c09-d879-4658-803e-290176887fef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a1cea86a-8be4-4925-b0ab-c3cceda07c0a HTTP/1.1" status: 204 len: 168 time: 1.0327430 Jun 14 18:27:15.968183 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device b0218b8b-00bb-4465-9240-c2a9ef3da8d0 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:15.992000 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Allocated IP 172.20.0.1 (64ebe0b0-052f-4256-be3c-102cc7ed63f3/3aa2915d-4bcd-4487-9dfc-7ee742fe32b2/1b504c3d-2c63-4cfa-822d-0fa09a6eadff) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:15.993180 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Attempting to bind port 25844000-70b3-4a41-ab06-f1bbbed8be07 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:15.993860 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Attempting to bind port 25844000-70b3-4a41-ab06-f1bbbed8be07 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:15.994559 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Attempting to bind port 25844000-70b3-4a41-ab06-f1bbbed8be07 on network 8f00240a-230f-48f5-8034-9071d4ec9004 {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:16.017660 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:16.024884 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Checking segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:16.024884 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:16.024884 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Bound using segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:16.026545 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Bound port: 25844000-70b3-4a41-ab06-f1bbbed8be07, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:16.028332 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:16.101916 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c208c09-d879-4658-803e-290176887fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cea86a-8be4-4925-b0ab-c3cceda07c0a,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:16.121522 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5da97935-ca69-478f-ae8b-7d35dfe02bc9 req-cf3d443c-60c2-4ff1-b925-69f2d33d4b58 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9912579 Jun 14 18:27:16.155796 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Network 274ef244-b114-4d41-92b0-e6c757fabfee is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:16.197594 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:16.266216 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:16.299595 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port b0218b8b-00bb-4465-9240-c2a9ef3da8d0 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:16.300127 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:16.356083 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] For port 25844000-70b3-4a41-ab06-f1bbbed8be07, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:16.370331 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] For port 25844000-70b3-4a41-ab06-f1bbbed8be07, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=25844000-70b3-4a41-ab06-f1bbbed8be07,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:16.387158 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Request body: {'port': {'device_id': '3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:16.445058 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-428f2042-6906-465d-8544-fb515cad4758 admin admin] Publish callbacks [] for security_group (488138ef-63e2-46f7-a16a-6d2edf00114f), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:16.467993 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:16.500527 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:16.654227 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port b0218b8b-00bb-4465-9240-c2a9ef3da8d0 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:16.671521 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:27:16.672354 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:16.728064 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:16.744330 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:16.823711 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ad446-3fec-411e-8489-b754a4045dab None None] Pushing event updated for resources: {'Port': ['ID=25844000-70b3-4a41-ab06-f1bbbed8be07,revision_number=3']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:17.063302 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:17.065645 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-bd3b969b-d2f2-4f56-aa02-f51521209e2e None None] Provisioning complete for port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:17.065645 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-bd3b969b-d2f2-4f56-aa02-f51521209e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:17.066043 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:27:17.094704 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-428f2042-6906-465d-8544-fb515cad4758 admin admin] Publish callbacks [] for security_group (488138ef-63e2-46f7-a16a-6d2edf00114f), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:17.153883 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b969b-d2f2-4f56-aa02-f51521209e2e None None] Port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:27:17.242823 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:17.329350 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Router fe34203d-9de3-4d58-9736-dfa522564c84 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:27:17.338084 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Publish callbacks [] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:17.502585 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:17.503770 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:09Z', 'revision_number': 3, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:17.515610 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:27:17.533386 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Sync routers for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:27:17.540206 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-03db094a-ce53-4c98-a567-56bb19611989 admin admin] 10.222.0.78 "PUT /v2.0/routers/fe34203d-9de3-4d58-9736-dfa522564c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6185489 Jun 14 18:27:17.557658 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080b5e9-c8f6-4216-87f6-6625392b91fa None None] The sync data for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi is: [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:09Z', 'revision_number': 3, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:27:17.567059 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:27:17.567994 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:17.845028 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:27:17.882000 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:17.951503 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 360cd298-e139-4a5c-8ec2-f9ece9293f33 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:18.060049 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d726f1-09ac-4c23-9434-a746cf1f0f8f req-b366478b-7e38-4d2c-9237-047abc564cad tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:18.062208 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d8d726f1-09ac-4c23-9434-a746cf1f0f8f req-b366478b-7e38-4d2c-9237-047abc564cad tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 931 time: 0.6425095 Jun 14 18:27:18.072732 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:27:18.317546 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Allocated IP 172.20.0.1 (c02f9f85-b95f-4513-a67b-ed0864c5046e/f380e5ad-d4ad-415b-bade-032ddaaa2dd1/33ce9a04-b059-4e95-b6fc-c7f365556ad8) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:18.406226 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de4fd5a-d3c5-41de-a140-a242d715583a {{(pid=104773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:27:18.411032 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 360cd298-e139-4a5c-8ec2-f9ece9293f33 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:18.412374 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:18.440888 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Publish callbacks [] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:18.533641 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:18.544609 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-428f2042-6906-465d-8544-fb515cad4758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (488138ef-63e2-46f7-a16a-6d2edf00114f), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:18.547828 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-428f2042-6906-465d-8544-fb515cad4758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:18.559188 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.provisioning_blocks [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Transition to ACTIVE for port object 1de4fd5a-d3c5-41de-a140-a242d715583a will not be triggered until provisioned by entity L2. {{(pid=104773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:27:18.567530 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-428f2042-6906-465d-8544-fb515cad4758 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/488138ef-63e2-46f7-a16a-6d2edf00114f HTTP/1.1" status: 204 len: 168 time: 2.6254139 Jun 14 18:27:18.695067 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d8d726f1-09ac-4c23-9434-a746cf1f0f8f req-a2f0c105-a890-48db-b99b-a36b15f39885 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069756 Jun 14 18:27:18.718515 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:18.720898 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f2042-6906-465d-8544-fb515cad4758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488138ef-63e2-46f7-a16a-6d2edf00114f,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:18.806405 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:18.826313 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:18.829412 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:18.830150 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412723'] for router_interface (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:18.834468 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Pushing event updated for resources: {'Port': ['ID=1b504c3d-2c63-4cfa-822d-0fa09a6eadff,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:18.910283 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52700) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:18.976212 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52702) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:19.028846 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-5f8717e4-78bc-475b-8cb6-8b5d7d7cfe83 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348435386', 'description': 'tempest-description--1868958394'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:19.039772 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:19.048923 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 360cd298-e139-4a5c-8ec2-f9ece9293f33 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:19.048923 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:19.051487 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Publish callbacks [] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:19.067140 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 2, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:19.086361 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-905ad2d7-68f8-49c9-8d52-6a20c9ed9917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:19.092820 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Pushing event updated for resources: {'Port': ['ID=1de4fd5a-d3c5-41de-a140-a242d715583a,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:19.211176 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Checking router: fe34203d-9de3-4d58-9736-dfa522564c84 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:27:19.216579 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Updating router fe34203d-9de3-4d58-9736-dfa522564c84 port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 binding host dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:27:19.241666 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port 360cd298-e139-4a5c-8ec2-f9ece9293f33, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=360cd298-e139-4a5c-8ec2-f9ece9293f33,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:19.346791 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:19.351588 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:19.444662 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:19.585984 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:19.602080 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Pushing event updated for resources: {'Port': ['ID=33ce9a04-b059-4e95-b6fc-c7f365556ad8,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:19.604869 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5f8717e4-78bc-475b-8cb6-8b5d7d7cfe83 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:19.649166 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-14e4af81-c50e-4ed5-8324-87b286d8991c None None] Provisioning complete for port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:19.649504 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-14e4af81-c50e-4ed5-8324-87b286d8991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:19.654666 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=360cd298-e139-4a5c-8ec2-f9ece9293f33,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:19.661377 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-905ad2d7-68f8-49c9-8d52-6a20c9ed9917 admin admin] Publish callbacks [] for security_group (af9988df-d23a-4d54-98ca-842b6707888a), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:19.691078 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Network c02f9f85-b95f-4513-a67b-ed0864c5046e is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:19.713232 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:19.718472 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:19.724235 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:19.725356 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Attempting to bind port 1de4fd5a-d3c5-41de-a140-a242d715583a on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:19.725818 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Attempting to bind port 1de4fd5a-d3c5-41de-a140-a242d715583a by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '435e27b3-26c4-43c7-a87b-c37ad5881b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ab11bf3-ae17-49e6-a188-4b68af6636e2'}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:19.726037 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Attempting to bind port 1de4fd5a-d3c5-41de-a140-a242d715583a on network 6ab11bf3-ae17-49e6-a188-4b68af6636e2 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:19.912671 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-905ad2d7-68f8-49c9-8d52-6a20c9ed9917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (af9988df-d23a-4d54-98ca-842b6707888a), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:19.913237 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5f8717e4-78bc-475b-8cb6-8b5d7d7cfe83 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group (61f9816f-fc41-4d9d-8095-84e86ed8fd71), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:19.977843 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Port 1de4fd5a-d3c5-41de-a140-a242d715583a on network 6ab11bf3-ae17-49e6-a188-4b68af6636e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:27:19.978127 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Attempting to bind port 1de4fd5a-d3c5-41de-a140-a242d715583a on network 6ab11bf3-ae17-49e6-a188-4b68af6636e2 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:20.052789 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-14e4af81-c50e-4ed5-8324-87b286d8991c None None] Port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:27:20.062200 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ad2d7-68f8-49c9-8d52-6a20c9ed9917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9988df-d23a-4d54-98ca-842b6707888a,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:20.067852 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:20.125856 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:20.138879 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412723'] for router_interface (50deef1f-d8c9-497b-8029-b56ac186404c), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.155464 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-905ad2d7-68f8-49c9-8d52-6a20c9ed9917 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ded2cc4079694800b52fb8b14a271749&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1779370 Jun 14 18:27:20.158474 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52724) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:20.212079 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 25844000-70b3-4a41-ab06-f1bbbed8be07 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:20.258330 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:20.259988 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Checking segment: {'id': '435e27b3-26c4-43c7-a87b-c37ad5881b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ab11bf3-ae17-49e6-a188-4b68af6636e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:20.263343 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Bound using segment: {'id': '435e27b3-26c4-43c7-a87b-c37ad5881b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ab11bf3-ae17-49e6-a188-4b68af6636e2'} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:20.269876 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Bound port: 1de4fd5a-d3c5-41de-a140-a242d715583a, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435e27b3-26c4-43c7-a87b-c37ad5881b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ab11bf3-ae17-49e6-a188-4b68af6636e2'}}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:20.272204 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.281048 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5f8717e4-78bc-475b-8cb6-8b5d7d7cfe83 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (61f9816f-fc41-4d9d-8095-84e86ed8fd71), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.327681 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-192c0be7-6c07-4e6a-911e-a0039115e533 None None] Provisioning complete for port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:20.329177 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-192c0be7-6c07-4e6a-911e-a0039115e533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.360463 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1ceb35a1-9fb8-497a-9b46-2af271265bc8 admin admin] Publish callbacks [] for security_group (af9988df-d23a-4d54-98ca-842b6707888a), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.459056 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1ceb35a1-9fb8-497a-9b46-2af271265bc8 admin admin] Publish callbacks [] for security_group (af9988df-d23a-4d54-98ca-842b6707888a), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.616276 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52740) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:20.631594 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-192c0be7-6c07-4e6a-911e-a0039115e533 None None] Port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:27:20.697872 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Publish callbacks [] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.750320 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 25844000-70b3-4a41-ab06-f1bbbed8be07 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:20.750320 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.757282 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5f8717e4-78bc-475b-8cb6-8b5d7d7cfe83 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.757282 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-5f8717e4-78bc-475b-8cb6-8b5d7d7cfe83 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7391233 Jun 14 18:27:20.758622 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52748) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:20.764647 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-084e79bc-82ab-423e-bea1-b8c44fed5a53 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Request body: {'security_group_rule': {'security_group_id': '61f9816f-fc41-4d9d-8095-84e86ed8fd71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:20.812428 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:20.824638 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.824638 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-459270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412751'] for router_interface (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.858119 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1ceb35a1-9fb8-497a-9b46-2af271265bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (af9988df-d23a-4d54-98ca-842b6707888a), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.861948 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1ceb35a1-9fb8-497a-9b46-2af271265bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.864521 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997f96d-e3d9-4257-bf51-759f5e90881c req-7f12ce64-b4da-4d43-8513-a9735d78b2e4 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:20.868767 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f997f96d-e3d9-4257-bf51-759f5e90881c req-7f12ce64-b4da-4d43-8513-a9735d78b2e4 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 943 time: 0.9472697 Jun 14 18:27:20.876330 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-1ceb35a1-9fb8-497a-9b46-2af271265bc8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af9988df-d23a-4d54-98ca-842b6707888a HTTP/1.1" status: 204 len: 168 time: 0.7165768 Jun 14 18:27:20.930476 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Publish callbacks [] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), precommit_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:20.936450 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:20.970093 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb35a1-9fb8-497a-9b46-2af271265bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9988df-d23a-4d54-98ca-842b6707888a,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:20.993924 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-084e79bc-82ab-423e-bea1-b8c44fed5a53 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group_rule (adb789bd-6e91-4aff-84a0-8db92f2d48e2), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:21.079812 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Pushing event updated for resources: {'Port': ['ID=1b504c3d-2c63-4cfa-822d-0fa09a6eadff,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:21.108743 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f997f96d-e3d9-4257-bf51-759f5e90881c req-8aeffa94-b314-45ba-88af-36651a7bb53b tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523964 Jun 14 18:27:21.149834 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:21.167029 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8717e4-78bc-475b-8cb6-8b5d7d7cfe83 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f9816f-fc41-4d9d-8095-84e86ed8fd71,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:21.176109 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:21.288507 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed7d6f-69b2-4cb0-a31a-2079ec3ba00d None None] Pushing event updated for resources: {'Port': ['ID=a55fa280-56a3-4c6f-888c-bbe3fa6108f7,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:21.325429 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 25844000-70b3-4a41-ab06-f1bbbed8be07 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:21.334003 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:21.344394 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-084e79bc-82ab-423e-bea1-b8c44fed5a53 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group_rule (adb789bd-6e91-4aff-84a0-8db92f2d48e2), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:21.356394 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:21.359329 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:21.392071 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] For port 1de4fd5a-d3c5-41de-a140-a242d715583a, host hv-cinder-84456, cleared binding levels {{(pid=104773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:21.432418 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port 25844000-70b3-4a41-ab06-f1bbbed8be07, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=25844000-70b3-4a41-ab06-f1bbbed8be07,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:21.491782 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-084e79bc-82ab-423e-bea1-b8c44fed5a53 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (adb789bd-6e91-4aff-84a0-8db92f2d48e2), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:21.517808 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] For port 1de4fd5a-d3c5-41de-a140-a242d715583a, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1de4fd5a-d3c5-41de-a140-a242d715583a,segment=NetworkSegment(435e27b3-26c4-43c7-a87b-c37ad5881b09),segment_id=435e27b3-26c4-43c7-a87b-c37ad5881b09)] {{(pid=104773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:21.582712 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e79bc-82ab-423e-bea1-b8c44fed5a53 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb789bd-6e91-4aff-84a0-8db92f2d48e2,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:21.596729 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:21.618125 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 360cd298-e139-4a5c-8ec2-f9ece9293f33 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:21.625431 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:21.662167 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-251d4006-642c-47c2-80e0-ad47ea5f9aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:21.788578 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Attempting to bind port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:21.788992 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Attempting to bind port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:21.789367 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Attempting to bind port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 on network 274ef244-b114-4d41-92b0-e6c757fabfee {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:21.838031 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:21.870019 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:21.877907 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:21.886905 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] 10.222.0.13 "PUT /v2.0/ports/1de4fd5a-d3c5-41de-a140-a242d715583a HTTP/1.1" status: 200 len: 1093 time: 5.7952673 Jun 14 18:27:21.955278 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:27:21.985425 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd', 'tag': '1de4fd5a-d3c5-41de-a140-a242d715583a'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:27:22.013130 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-084e79bc-82ab-423e-bea1-b8c44fed5a53 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:22.014506 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-084e79bc-82ab-423e-bea1-b8c44fed5a53 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2544997 Jun 14 18:27:22.040870 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52766) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:22.054216 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-0d3d0c85-41f2-4ed1-9c51-0025b861fe2d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Request body: {'security_group_rule': {'security_group_id': '61f9816f-fc41-4d9d-8095-84e86ed8fd71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:22.179183 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=25844000-70b3-4a41-ab06-f1bbbed8be07,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:22.190066 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:22.191994 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Checking segment: {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:22.193026 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:22.193882 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Bound using segment: {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:22.194954 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Bound port: a55fa280-56a3-4c6f-888c-bbe3fa6108f7, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:22.195889 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:22.200229 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-ef6b3a8a-6a17-4c4e-8276-429ccb639860 None None] Provisioning complete for port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:22.201060 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ef6b3a8a-6a17-4c4e-8276-429ccb639860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:22.336391 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:22.345266 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-a7bf26e4-cfcb-414f-8a01-8f0884a5d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:22.348861 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-a7bf26e4-cfcb-414f-8a01-8f0884a5d63e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ea8b1ec08d6485ab1ac360549789d2b&device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 1127 time: 0.3176506 Jun 14 18:27:22.352606 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39ab15-08d9-4b68-987d-b8874ae9f380 service neutron] Pushing event updated for resources: {'Port': ['ID=1de4fd5a-d3c5-41de-a140-a242d715583a,revision_number=3']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:22.378289 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-251d4006-642c-47c2-80e0-ad47ea5f9aca admin admin] Publish callbacks [] for security_group (afa928a2-a632-47af-8bb3-26a027404595), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:22.458445 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0c85-41f2-4ed1-9c51-0025b861fe2d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group_rule (14a6e611-6a2c-4d9d-927a-a98eab8dc625), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:22.509694 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b3a8a-6a17-4c4e-8276-429ccb639860 None None] Port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:27:22.519886 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:22.525070 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 360cd298-e139-4a5c-8ec2-f9ece9293f33 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:22.525474 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:22.564038 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59862e9d-d963-447a-a875-df64e00de865 req-7b6b5b82-6e72-42f7-8343-e0d3bb9b5bb5 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:22.582655 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-59862e9d-d963-447a-a875-df64e00de865 req-7b6b5b82-6e72-42f7-8343-e0d3bb9b5bb5 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 943 time: 0.2706356 Jun 14 18:27:22.611653 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-251d4006-642c-47c2-80e0-ad47ea5f9aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (afa928a2-a632-47af-8bb3-26a027404595), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:22.621104 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] For port a55fa280-56a3-4c6f-888c-bbe3fa6108f7, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:22.657632 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-263bfe87-4e3a-482e-bedc-3d72c3c0a173 None None] Provisioning complete for port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:22.658018 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-263bfe87-4e3a-482e-bedc-3d72c3c0a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:22.697810 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] For port a55fa280-56a3-4c6f-888c-bbe3fa6108f7, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=a55fa280-56a3-4c6f-888c-bbe3fa6108f7,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:22.698845 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 360cd298-e139-4a5c-8ec2-f9ece9293f33 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:22.704777 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-263bfe87-4e3a-482e-bedc-3d72c3c0a173 None None] Port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:27:22.779633 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:22.890316 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:22.900101 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 25844000-70b3-4a41-ab06-f1bbbed8be07 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:22.907561 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-5a35605b-483e-4449-8a8b-ef92486089a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de4fd5a-d3c5-41de-a140-a242d715583a HTTP/1.1" status: 200 len: 217 time: 0.5414095 Jun 14 18:27:22.915961 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-59862e9d-d963-447a-a875-df64e00de865 req-3ad2d341-8627-4f03-8ebd-eb0f0f844e81 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955630 Jun 14 18:27:22.995290 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17bc74d-37ad-44d5-a08e-79075435e4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd", "tag": "1de4fd5a-d3c5-41de-a140-a242d715583a"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:27:23.033636 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed7d6f-69b2-4cb0-a31a-2079ec3ba00d None None] Pushing event updated for resources: {'Port': ['ID=a55fa280-56a3-4c6f-888c-bbe3fa6108f7,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:23.038103 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:27:23.044492 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:23.049790 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d4006-642c-47c2-80e0-ad47ea5f9aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa928a2-a632-47af-8bb3-26a027404595,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:23.066666 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:27:23.132635 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-251d4006-642c-47c2-80e0-ad47ea5f9aca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b78aafed190d4893a58400ae30089369&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4891067 Jun 14 18:27:23.132635 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52802) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:23.233831 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0c85-41f2-4ed1-9c51-0025b861fe2d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group_rule (14a6e611-6a2c-4d9d-927a-a98eab8dc625), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:23.249878 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Sync routers for ids ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:27:23.252677 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-4001cc8f-2d76-44c5-a71b-05bbc552d80c admin admin] 10.222.0.78 "PUT /v2.0/routers/6d9cbdca-9535-43c7-84b4-eb5f3c78d440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1037464 Jun 14 18:27:23.256917 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:23.308500 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Routers {'6d9cbdca-9535-43c7-84b4-eb5f3c78d440'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:27:23.311664 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:23.324488 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Publish callbacks [] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:23.347005 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0c85-41f2-4ed1-9c51-0025b861fe2d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (14a6e611-6a2c-4d9d-927a-a98eab8dc625), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:23.377526 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6d032a1f-69e6-46ae-bc7a-7f1ee4b0cf7e admin admin] Publish callbacks [] for security_group (afa928a2-a632-47af-8bb3-26a027404595), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:23.396100 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-10a93099-f128-4cb8-929b-26a221c1665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:23.398606 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-10a93099-f128-4cb8-929b-26a221c1665d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f135a3-b1e2-4c86-b85f-f583a23703c7 HTTP/1.1" status: 200 len: 851 time: 0.3649900 Jun 14 18:27:23.408026 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:27:23.488243 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d0c85-41f2-4ed1-9c51-0025b861fe2d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a6e611-6a2c-4d9d-927a-a98eab8dc625,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:23.590945 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6d032a1f-69e6-46ae-bc7a-7f1ee4b0cf7e admin admin] Publish callbacks [] for security_group (afa928a2-a632-47af-8bb3-26a027404595), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:23.603412 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:23.648356 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:23.665126 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0d3d0c85-41f2-4ed1-9c51-0025b861fe2d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:23.665545 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Set router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:27:23.677216 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-0d3d0c85-41f2-4ed1-9c51-0025b861fe2d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6209824 Jun 14 18:27:23.678585 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 25844000-70b3-4a41-ab06-f1bbbed8be07 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:23.679048 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:23.681306 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52828) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:23.708526 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:23.800387 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-ec4913e1-b5b0-46ae-b6ab-ca75f8458640 None None] Provisioning complete for port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:23.803051 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ec4913e1-b5b0-46ae-b6ab-ca75f8458640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:23.834431 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723d2be6-c88e-453b-9488-4f646c2cb27d x-openstack-request-id: req-723d2be6-c88e-453b-9488-4f646c2cb27d {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:27:23.835596 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd", "tag": "1de4fd5a-d3c5-41de-a140-a242d715583a", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:27:23.836419 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-723d2be6-c88e-453b-9488-4f646c2cb27d {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:27:23.847390 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723d2be6-c88e-453b-9488-4f646c2cb27d'] response: {'name': 'network-changed', 'server_uuid': '3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd', 'tag': '1de4fd5a-d3c5-41de-a140-a242d715583a', 'status': 'completed', 'code': 200} Jun 14 18:27:23.898678 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:24.014903 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-459270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412751'] for router_interface (50deef1f-d8c9-497b-8029-b56ac186404c), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:24.021828 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-791d27c7-7a4b-4c30-beee-9b94c5958ac3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ab11bf3-ae17-49e6-a188-4b68af6636e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6154127 Jun 14 18:27:24.031482 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:24.037508 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Pushing event updated for resources: {'Port': ['ID=33ce9a04-b059-4e95-b6fc-c7f365556ad8,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:24.037905 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b504c3d-2c63-4cfa-822d-0fa09a6eadff', 'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'mac_address': 'fa:16:3e:08:3a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:13Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 2, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'subnets': [{'id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:24.093883 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6d032a1f-69e6-46ae-bc7a-7f1ee4b0cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (afa928a2-a632-47af-8bb3-26a027404595), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:24.119394 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6d032a1f-69e6-46ae-bc7a-7f1ee4b0cf7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:24.120770 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-6d032a1f-69e6-46ae-bc7a-7f1ee4b0cf7e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/afa928a2-a632-47af-8bb3-26a027404595 HTTP/1.1" status: 204 len: 168 time: 0.9819624 Jun 14 18:27:24.172170 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Checking router: 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:27:24.172722 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Updating router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff binding host dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:27:24.195501 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:24.225667 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 25844000-70b3-4a41-ab06-f1bbbed8be07 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:24.309495 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d032a1f-69e6-46ae-bc7a-7f1ee4b0cf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa928a2-a632-47af-8bb3-26a027404595,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:24.313266 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:24.447125 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-ec4913e1-b5b0-46ae-b6ab-ca75f8458640 None None] Current status of the port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:24.447707 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ec4913e1-b5b0-46ae-b6ab-ca75f8458640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:24.528593 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-66f7ddd7-e3ee-45b3-89ca-a5279e8f0fe1 service neutron] 10.222.0.13 "GET /v2.0/networks/6ab11bf3-ae17-49e6-a188-4b68af6636e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783874 Jun 14 18:27:24.626950 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-ec4913e1-b5b0-46ae-b6ab-ca75f8458640 None None] For port a55fa280-56a3-4c6f-888c-bbe3fa6108f7, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=a55fa280-56a3-4c6f-888c-bbe3fa6108f7,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:24.648336 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:22Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:24.681909 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Network c02f9f85-b95f-4513-a67b-ed0864c5046e is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:24.685992 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:24.771113 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ef587-5cff-4f62-9604-8ca9e98b49ed req-73c1b8a4-944b-4012-a73e-101b389a115a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:24.774514 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-570ef587-5cff-4f62-9604-8ca9e98b49ed req-73c1b8a4-944b-4012-a73e-101b389a115a tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 943 time: 0.5547528 Jun 14 18:27:24.791002 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ec4913e1-b5b0-46ae-b6ab-ca75f8458640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:24.794517 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:24.915292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7465d6-282b-4f39-854c-44c698f7a327 None None] The sync data for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi is: [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:22Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:27:24.920547 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:24.923025 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4913e1-b5b0-46ae-b6ab-ca75f8458640 None None] Pushing event updated for resources: {'Port': ['ID=a55fa280-56a3-4c6f-888c-bbe3fa6108f7,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:25.251276 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Publish callbacks [] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), precommit_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:25.327747 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:25.361289 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-fc3fd56c-fa10-478d-8675-b43ab86b2e72 None None] Provisioning complete for port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:25.362126 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fc3fd56c-fa10-478d-8675-b43ab86b2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:25.402840 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:25.439755 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89a6ad-31e9-4e3e-904f-1f0ff2829f36 None None] Pushing event updated for resources: {'Port': ['ID=1b504c3d-2c63-4cfa-822d-0fa09a6eadff,revision_number=3']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:25.518419 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Router 50deef1f-d8c9-497b-8029-b56ac186404c has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:27:25.553009 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-fc3fd56c-fa10-478d-8675-b43ab86b2e72 None None] Port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:27:25.554414 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:25.640743 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:25.688325 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Attempting to bind port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:25.688325 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Attempting to bind port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:25.688325 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Attempting to bind port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff on network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:25.693896 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-570ef587-5cff-4f62-9604-8ca9e98b49ed req-e78296da-2957-4c3b-9edc-0e232836a580 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9095845 Jun 14 18:27:25.714825 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:25.715294 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Checking segment: {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:25.715875 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:25.716287 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Bound using segment: {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:25.716781 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Bound port: 1b504c3d-2c63-4cfa-822d-0fa09a6eadff, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'}}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:25.717172 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:25.831026 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4433d7-d5b1-4f6e-9880-727048e5037a req-e1e4ec45-c2af-4815-a368-b0f76e7f4b6c service neutron] 10.222.0.13 "GET /v2.0/networks/6ab11bf3-ae17-49e6-a188-4b68af6636e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2798204 Jun 14 18:27:25.862535 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Allocated IP 172.27.0.187 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/0cb23f6a-97e4-4352-9bfa-6834653a1024) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:25.997982 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] For port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:26.012920 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] For port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=1b504c3d-2c63-4cfa-822d-0fa09a6eadff,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:26.096926 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-c2736921-bfac-4342-8587-840ebe59dd18 None None] Provisioning complete for port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:26.097568 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c2736921-bfac-4342-8587-840ebe59dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:26.141915 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-c2736921-bfac-4342-8587-840ebe59dd18 None None] Port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:27:26.149233 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:26.186667 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-e9abd6b4-aa4f-4384-b2e1-7b541245a4e0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:26.193243 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for port (0cb23f6a-97e4-4352-9bfa-6834653a1024), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:26.203274 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-e9abd6b4-aa4f-4384-b2e1-7b541245a4e0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 818 time: 0.9895666 Jun 14 18:27:26.251061 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52882) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:26.322187 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:26.326472 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89a6ad-31e9-4e3e-904f-1f0ff2829f36 None None] Pushing event updated for resources: {'Port': ['ID=1b504c3d-2c63-4cfa-822d-0fa09a6eadff,revision_number=4']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:26.382946 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-8a21ba53-caf0-4dbc-8d01-1845ce3438e7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/quotas/a5c99e2733b440cc99c9749761f4b4cd HTTP/1.1" status: 200 len: 375 time: 0.1711926 Jun 14 18:27:26.389149 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2356503e-7dca-4133-8731-cd6a4e44eb31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:26.414754 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:26.420164 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Routers {'6d9cbdca-9535-43c7-84b4-eb5f3c78d440'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:27:26.420825 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:26.460616 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bc74d-37ad-44d5-a08e-79075435e4b3 req-1522c062-4c36-40a6-91fc-26cfe327ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:26.462494 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f17bc74d-37ad-44d5-a08e-79075435e4b3 req-1522c062-4c36-40a6-91fc-26cfe327ebc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ea8b1ec08d6485ab1ac360549789d2b&device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 1127 time: 0.3593919 Jun 14 18:27:26.559046 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (0cb23f6a-97e4-4352-9bfa-6834653a1024), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:26.621632 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:26.634756 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:26.639086 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:26.942998 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-af31c8ff-0986-4ee1-9d0e-ee705f3f18ee tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5496004 Jun 14 18:27:26.995749 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (2ce475b0-8be9-4a28-9133-179a54a7afbe), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:27.035097 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device a55fa280-56a3-4c6f-888c-bbe3fa6108f7 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:27.147869 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2356503e-7dca-4133-8731-cd6a4e44eb31 admin admin] Publish callbacks [] for security_group (58947a06-300e-4b71-8952-7e9d8ebaad18), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:27.158522 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event updated for resources: {'Port': ['ID=0cb23f6a-97e4-4352-9bfa-6834653a1024,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:27.225325 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-5d26a4cd-dc30-4796-9c95-f2a540ba023a None None] Provisioning complete for port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:27.227445 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-5d26a4cd-dc30-4796-9c95-f2a540ba023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:27.235973 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (0cb23f6a-97e4-4352-9bfa-6834653a1024), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:27.263010 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2356503e-7dca-4133-8731-cd6a4e44eb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (58947a06-300e-4b71-8952-7e9d8ebaad18), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:27.273994 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] Set router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:27:27.346187 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356503e-7dca-4133-8731-cd6a4e44eb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58947a06-300e-4b71-8952-7e9d8ebaad18,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:27.368274 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:27.368895 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:27.395502 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:27.411386 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-ccc33000-fa98-4052-8243-3cb792b313f2 service neutron] 10.222.0.78 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517550 Jun 14 18:27:27.414418 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:27:27.440010 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Sync routers for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:27:27.441699 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fce63-fa27-4e52-a377-1eaf38b08e1e req-5e28d6d1-bcc5-46b9-99a2-d811737c8330 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:27.451772 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-125fce63-fa27-4e52-a377-1eaf38b08e1e req-5e28d6d1-bcc5-46b9-99a2-d811737c8330 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 943 time: 0.3000288 Jun 14 18:27:27.456516 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-0de72188-92ad-4769-8272-9ad3d7e300ab admin admin] 10.222.0.78 "PUT /v2.0/routers/50deef1f-d8c9-497b-8029-b56ac186404c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4809258 Jun 14 18:27:27.463620 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-2356503e-7dca-4133-8731-cd6a4e44eb31 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2a18f94ebba441d8eb6e4888cb5e2d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2111459 Jun 14 18:27:27.607799 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 52910) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:27.633933 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-125fce63-fa27-4e52-a377-1eaf38b08e1e req-3695f27f-0f8a-4326-95fd-1ff40bc6a079 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779559 Jun 14 18:27:27.703020 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:27:27.703716 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:27.780689 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b504c3d-2c63-4cfa-822d-0fa09a6eadff', 'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'mac_address': 'fa:16:3e:08:3a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:13Z', 'updated_at': '2022-06-14T18:27:25Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'subnets': [{'id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:27.814885 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-2ac270e4-4820-4381-b52b-1f1650b786e4 service neutron] 10.222.0.78 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852797 Jun 14 18:27:27.830373 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8970f64-6e22-4510-8683-dffb4999d763 None None] The sync data for ids ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'] in dv-cinder-844563-2-iscsi is: [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b504c3d-2c63-4cfa-822d-0fa09a6eadff', 'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'mac_address': 'fa:16:3e:08:3a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:13Z', 'updated_at': '2022-06-14T18:27:25Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'subnets': [{'id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:27:27.859749 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bc74d-37ad-44d5-a08e-79075435e4b3 req-5c8b5038-e728-4348-b688-a560145049cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:27.864409 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f17bc74d-37ad-44d5-a08e-79075435e4b3 req-5c8b5038-e728-4348-b688-a560145049cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ab11bf3-ae17-49e6-a188-4b68af6636e2 HTTP/1.1" status: 200 len: 912 time: 1.3293228 Jun 14 18:27:27.972762 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-16be89fb-d2f6-4f33-ac27-25800a7b8d60 admin admin] Publish callbacks [] for security_group (58947a06-300e-4b71-8952-7e9d8ebaad18), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:28.034577 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f17bc74d-37ad-44d5-a08e-79075435e4b3 req-94fafd41-a57f-4e01-b90c-cfb266366a80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de4fd5a-d3c5-41de-a140-a242d715583a HTTP/1.1" status: 200 len: 217 time: 0.1590958 Jun 14 18:27:28.219039 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-5d26a4cd-dc30-4796-9c95-f2a540ba023a None None] Current status of the port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:28.221623 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-5d26a4cd-dc30-4796-9c95-f2a540ba023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:28.256188 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:28.332569 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bc74d-37ad-44d5-a08e-79075435e4b3 req-363157de-47d3-4747-8506-ee3f0e27cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:28.334119 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f17bc74d-37ad-44d5-a08e-79075435e4b3 req-363157de-47d3-4747-8506-ee3f0e27cbe5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f135a3-b1e2-4c86-b85f-f583a23703c7 HTTP/1.1" status: 200 len: 851 time: 0.2749224 Jun 14 18:27:28.377768 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for port (0cb23f6a-97e4-4352-9bfa-6834653a1024), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:28.384277 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:27:28.427635 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-16be89fb-d2f6-4f33-ac27-25800a7b8d60 admin admin] Publish callbacks [] for security_group (58947a06-300e-4b71-8952-7e9d8ebaad18), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:28.462953 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (0cb23f6a-97e4-4352-9bfa-6834653a1024), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:28.498384 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f17bc74d-37ad-44d5-a08e-79075435e4b3 req-ec537df5-ea47-4b52-ad97-c6209608539e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ab11bf3-ae17-49e6-a188-4b68af6636e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438227 Jun 14 18:27:28.550583 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 52942) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:28.624881 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-97371d4d-40bb-4e82-88f3-78f067646a75 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982696763', 'description': 'tempest-description--1175589258'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:28.665576 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (2ce475b0-8be9-4a28-9133-179a54a7afbe), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:28.716700 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3c6f6f7a-81d7-4645-ab14-7524ee60cb04 req-11643f24-7754-40e0-952a-df7a4f075b01 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 210 time: 0.2227321 Jun 14 18:27:28.722453 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event updated for resources: {'Port': ['ID=0cb23f6a-97e4-4352-9bfa-6834653a1024,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:28.767979 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-16be89fb-d2f6-4f33-ac27-25800a7b8d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (58947a06-300e-4b71-8952-7e9d8ebaad18), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:28.773205 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-16be89fb-d2f6-4f33-ac27-25800a7b8d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:28.794289 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-16be89fb-d2f6-4f33-ac27-25800a7b8d60 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/58947a06-300e-4b71-8952-7e9d8ebaad18 HTTP/1.1" status: 204 len: 168 time: 1.1540182 Jun 14 18:27:28.874565 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-97371d4d-40bb-4e82-88f3-78f067646a75 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:28.959677 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be89fb-d2f6-4f33-ac27-25800a7b8d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58947a06-300e-4b71-8952-7e9d8ebaad18,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:28.988486 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:29.009020 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-2742f05e-b5c3-4610-81ec-6e1deba1451d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3160787 Jun 14 18:27:29.101399 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-5d26a4cd-dc30-4796-9c95-f2a540ba023a None None] For port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=1b504c3d-2c63-4cfa-822d-0fa09a6eadff,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:29.137634 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 1b504c3d-2c63-4cfa-822d-0fa09a6eadff up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:29.185206 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca4050-1b20-4c3c-a204-061c3b4cb050 req-90881c13-224e-4997-89b7-73d803c66a5e tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:29.197335 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-04ca4050-1b20-4c3c-a204-061c3b4cb050 req-90881c13-224e-4997-89b7-73d803c66a5e tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 943 time: 0.3369653 Jun 14 18:27:29.248303 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f17bc74d-37ad-44d5-a08e-79075435e4b3 req-c4db3b34-87d8-4f8f-b2da-9bf9cc3f28c3 service neutron] 10.222.0.13 "GET /v2.0/networks/6ab11bf3-ae17-49e6-a188-4b68af6636e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346849 Jun 14 18:27:29.252676 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-5d26a4cd-dc30-4796-9c95-f2a540ba023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:29.373348 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-04ca4050-1b20-4c3c-a204-061c3b4cb050 req-ad364cd2-4f3a-48a5-88b7-e9bdfcf55f00 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654735 Jun 14 18:27:29.829255 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:29.830318 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:29.864115 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-72968221-19e0-4cc3-ba58-2276b3f7b2b4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1348435386&fields=id&tenant_id=e8603a3b1604479da86224c52c2467ad HTTP/1.1" status: 200 len: 267 time: 0.1469972 Jun 14 18:27:29.942568 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:29.980640 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:29.980765 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f17bc74d-37ad-44d5-a08e-79075435e4b3 req-b40e9d7c-d0f8-4cbd-b012-04688cdefaee service neutron] 10.222.0.13 "GET /v2.0/networks/6ab11bf3-ae17-49e6-a188-4b68af6636e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192073 Jun 14 18:27:30.011638 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:30.014772 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:30.016039 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:30.110987 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26a4cd-dc30-4796-9c95-f2a540ba023a None None] Pushing event updated for resources: {'Port': ['ID=1b504c3d-2c63-4cfa-822d-0fa09a6eadff,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:30.128699 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 2, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:30.189277 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-97371d4d-40bb-4e82-88f3-78f067646a75 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group (a4a57db6-0d98-4dc5-86e0-e9dc384333fd), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:30.217631 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Checking router: 50deef1f-d8c9-497b-8029-b56ac186404c for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:27:30.218801 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Updating router 50deef1f-d8c9-497b-8029-b56ac186404c port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 binding host dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:27:30.225229 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-3c44850c-e4b3-44be-953f-b6b8ee6648e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:30.351292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:30.385397 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:30.474014 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-8498a5f4-f060-457d-bd23-b1b88ece932c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:30.477086 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-8498a5f4-f060-457d-bd23-b1b88ece932c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 818 time: 0.6454074 Jun 14 18:27:30.481916 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-97371d4d-40bb-4e82-88f3-78f067646a75 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a4a57db6-0d98-4dc5-86e0-e9dc384333fd), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:30.574336 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-157cfa64-5103-4646-8609-a3e8b290f828 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/quotas/a5c99e2733b440cc99c9749761f4b4cd HTTP/1.1" status: 200 len: 375 time: 0.0726368 Jun 14 18:27:30.662607 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2085-c522-49bc-9368-b60a5974e116 req-990cb5f9-8b31-4b92-8373-2112a84a6469 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:30.674128 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-990cb5f9-8b31-4b92-8373-2112a84a6469 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/networks?id=274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 200 len: 817 time: 0.8070087 Jun 14 18:27:30.689922 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-58638c0b-23d0-4de3-b694-7d0e2018a849 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078291 Jun 14 18:27:30.692733 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97371d4d-40bb-4e82-88f3-78f067646a75 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a57db6-0d98-4dc5-86e0-e9dc384333fd,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:30.693727 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-5b3646bb-4c1f-488c-b808-951f22936f3a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/quotas/e8603a3b1604479da86224c52c2467ad HTTP/1.1" status: 200 len: 375 time: 0.0187583 Jun 14 18:27:30.699166 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-97371d4d-40bb-4e82-88f3-78f067646a75 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:30.701180 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-97371d4d-40bb-4e82-88f3-78f067646a75 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0956488 Jun 14 18:27:30.716627 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 53024) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:30.722442 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-dfd86b76-5732-427b-b08c-b29f6b455e8d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Request body: {'security_group_rule': {'security_group_id': 'a4a57db6-0d98-4dc5-86e0-e9dc384333fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:30.953485 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 1b504c3d-2c63-4cfa-822d-0fa09a6eadff up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:30.981062 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-d67bf0ef-1d28-41e0-b8fc-0f73cc029007 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e8603a3b1604479da86224c52c2467ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2862923 Jun 14 18:27:31.019849 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dfd86b76-5732-427b-b08c-b29f6b455e8d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group_rule (5a88028b-d6e2-45ec-9a44-b318dc5dd649), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:31.107911 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-088a46a5-15f2-417a-914f-64571a9bdd35 service neutron] 10.222.0.78 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041219 Jun 14 18:27:31.114452 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:31.114878 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:31.194472 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Publish callbacks [] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), precommit_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:31.322082 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:31.350253 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-c28a3a49-9873-4854-ace8-bab0c12b2ad8 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104772) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:27:31.359100 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-c28a3a49-9873-4854-ace8-bab0c12b2ad8 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1384382 Jun 14 18:27:31.425173 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dfd86b76-5732-427b-b08c-b29f6b455e8d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group_rule (5a88028b-d6e2-45ec-9a44-b318dc5dd649), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:31.495744 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:31.543342 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dfd86b76-5732-427b-b08c-b29f6b455e8d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (5a88028b-d6e2-45ec-9a44-b318dc5dd649), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:31.587857 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:31.601771 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd86b76-5732-427b-b08c-b29f6b455e8d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a88028b-d6e2-45ec-9a44-b318dc5dd649,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:31.615963 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-71444c81-5b1d-4abf-a83d-91579a97c205 service neutron] 10.222.0.78 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890168 Jun 14 18:27:31.675157 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60a0c3-4db7-4b27-9a3b-6dbe6480d8fc None None] Pushing event updated for resources: {'Port': ['ID=33ce9a04-b059-4e95-b6fc-c7f365556ad8,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:31.690263 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-16ea4b8a-0536-4932-a22f-392d157221a2 service neutron] 10.222.0.78 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299265 Jun 14 18:27:31.705334 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:31.712278 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dfd86b76-5732-427b-b08c-b29f6b455e8d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:31.715594 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-dfd86b76-5732-427b-b08c-b29f6b455e8d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9974663 Jun 14 18:27:31.718199 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 53058) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:31.727561 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-f414add0-8a4d-4a21-979a-dad0771f736f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Request body: {'security_group_rule': {'security_group_id': 'a4a57db6-0d98-4dc5-86e0-e9dc384333fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:31.916267 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Attempting to bind port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:31.919062 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Attempting to bind port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:31.920493 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Attempting to bind port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 on network c02f9f85-b95f-4513-a67b-ed0864c5046e {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:31.933231 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:31.933807 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Checking segment: {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:31.934303 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:31.935978 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Bound using segment: {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:31.947017 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Bound port: 33ce9a04-b059-4e95-b6fc-c7f365556ad8, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:31.951478 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f414add0-8a4d-4a21-979a-dad0771f736f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group_rule (39fca255-65b5-458c-9a64-6e9b5146b11d), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:31.960546 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:32.002100 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-6820153c-433e-4655-bf4c-a9b1a9f7e176 service neutron] 10.222.0.78 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080273 Jun 14 18:27:32.075972 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] For port 33ce9a04-b059-4e95-b6fc-c7f365556ad8, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:32.082199 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] For port 33ce9a04-b059-4e95-b6fc-c7f365556ad8, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=33ce9a04-b059-4e95-b6fc-c7f365556ad8,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:32.088249 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f414add0-8a4d-4a21-979a-dad0771f736f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group_rule (39fca255-65b5-458c-9a64-6e9b5146b11d), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:32.169141 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f414add0-8a4d-4a21-979a-dad0771f736f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (39fca255-65b5-458c-9a64-6e9b5146b11d), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:32.170414 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:32.346052 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-1e565bb9-c530-49f4-959b-d60775b85d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:32.370039 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414add0-8a4d-4a21-979a-dad0771f736f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fca255-65b5-458c-9a64-6e9b5146b11d,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:32.373574 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f014f58a-78f0-44e7-8a9a-3a89b7c1181e None None] Provisioning complete for port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:32.374223 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f014f58a-78f0-44e7-8a9a-3a89b7c1181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:32.399782 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d5b72-dc5d-4c75-95a0-fbc4fa4ae60d req-22e35bac-4665-4b90-80ff-205cbfc7b3ec tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:32.402682 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-631d5b72-dc5d-4c75-95a0-fbc4fa4ae60d req-22e35bac-4665-4b90-80ff-205cbfc7b3ec tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 943 time: 0.2105756 Jun 14 18:27:32.413109 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:32.505145 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-631d5b72-dc5d-4c75-95a0-fbc4fa4ae60d req-78d5f895-634f-4b69-9963-0cd8b0d9612c tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946512 Jun 14 18:27:32.509218 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:27:32.523336 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:32.533604 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f414add0-8a4d-4a21-979a-dad0771f736f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:32.535597 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f414add0-8a4d-4a21-979a-dad0771f736f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8162456 Jun 14 18:27:32.538805 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53082) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:32.560796 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:32.669825 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3e0359bd-bafc-4af6-92e4-6b1deb40e40f req-6afda456-da37-420a-9eee-04a2622bd886 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 210 time: 0.0539010 Jun 14 18:27:32.736269 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60a0c3-4db7-4b27-9a3b-6dbe6480d8fc None None] Pushing event updated for resources: {'Port': ['ID=33ce9a04-b059-4e95-b6fc-c7f365556ad8,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:32.757332 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:32.775876 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:27:32.846224 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a17fd98d-5e97-4c9f-90c0-a9795ae9bc94 req-499b1dec-4eea-49ca-8aa4-fdb7d99764ec tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 210 time: 0.0987892 Jun 14 18:27:32.944259 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f014f58a-78f0-44e7-8a9a-3a89b7c1181e None None] Current status of the port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:32.948018 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f014f58a-78f0-44e7-8a9a-3a89b7c1181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:33.003531 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:33.024909 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:33.069259 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f014f58a-78f0-44e7-8a9a-3a89b7c1181e None None] For port 33ce9a04-b059-4e95-b6fc-c7f365556ad8, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=33ce9a04-b059-4e95-b6fc-c7f365556ad8,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:33.122360 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:33.156371 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Allocated IP 172.27.0.155 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/9d2bd618-51b5-432c-8b5a-61edf4b941a0) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:33.205537 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f014f58a-78f0-44e7-8a9a-3a89b7c1181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:33.232617 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:33.306496 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:33.361591 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-6abf542c-e208-417f-8b9b-98c9cff83fc8 None None] Provisioning complete for port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:33.362103 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6abf542c-e208-417f-8b9b-98c9cff83fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:33.372690 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:32Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:27:33.439271 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for port (9d2bd618-51b5-432c-8b5a-61edf4b941a0), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:33.460847 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeb9d8d-2250-4348-8c7b-4c67603264c2 None None] The sync data for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi is: [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:32Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:27:33.463791 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014f58a-78f0-44e7-8a9a-3a89b7c1181e None None] Pushing event updated for resources: {'Port': ['ID=33ce9a04-b059-4e95-b6fc-c7f365556ad8,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:33.517342 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:33.574091 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-6abf542c-e208-417f-8b9b-98c9cff83fc8 None None] Current status of the port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:33.596476 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (9d2bd618-51b5-432c-8b5a-61edf4b941a0), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:33.676154 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event updated for resources: {'Port': ['ID=9d2bd618-51b5-432c-8b5a-61edf4b941a0,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:33.676546 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e785ee-0e69-4e9a-9abd-d5f1e72ac515 req-4b290162-bc8b-4271-ae30-2dae1808d76b tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:33.680871 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b8e785ee-0e69-4e9a-9abd-d5f1e72ac515 req-4b290162-bc8b-4271-ae30-2dae1808d76b tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 943 time: 0.0691063 Jun 14 18:27:33.714878 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:33.718048 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:33.721115 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:33.752909 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b8e785ee-0e69-4e9a-9abd-d5f1e72ac515 req-ce7cea4c-c037-4d0d-b747-de423136b0fd tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643048 Jun 14 18:27:33.885022 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-761d1aee-d58c-4e9b-9d84-d17d38070561 req-641281e1-dfc4-4c99-86b9-e4bce45b0f0a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 210 time: 0.0688643 Jun 14 18:27:33.912599 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:33.986978 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a4631222-4994-4edd-8c04-5c76593ec978 req-4977f53e-f3cd-42b6-820e-4e6e90eb9436 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 210 time: 0.0345864 Jun 14 18:27:34.031265 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9d2bd618-51b5-432c-8b5a-61edf4b941a0), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:34.208784 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for port (9d2bd618-51b5-432c-8b5a-61edf4b941a0), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:34.320919 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9d2bd618-51b5-432c-8b5a-61edf4b941a0), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:34.366197 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:34.395205 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:34.398763 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event updated for resources: {'Port': ['ID=9d2bd618-51b5-432c-8b5a-61edf4b941a0,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:34.473393 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:34.477515 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-b063f2ed-7bf5-42c9-b0ab-2299244616c5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9357750 Jun 14 18:27:34.495760 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 53148) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:34.739948 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 53164) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:34.758883 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-ecb138c4-6108-43d8-8a57-04e8aa9ba241 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1982696763&fields=id&tenant_id=e2f771a602054b349adae092a9d3ed24 HTTP/1.1" status: 200 len: 267 time: 0.0709703 Jun 14 18:27:34.832846 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:34.841277 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:34.851996 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0bc23ce5-49a3-4617-9e19-64685aa5ffaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:34.864737 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f339e185-fc73-47f7-9396-88d585e29e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:34.870532 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 33ce9a04-b059-4e95-b6fc-c7f365556ad8 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:34.939066 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095266a7-91f8-4470-820c-ac301b6c677a req-1f13276a-57af-4e39-99f5-ca4ee1f95526 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:34.946786 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-1f13276a-57af-4e39-99f5-ca4ee1f95526 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/networks?id=c02f9f85-b95f-4513-a67b-ed0864c5046e HTTP/1.1" status: 200 len: 810 time: 0.1770916 Jun 14 18:27:34.960292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:34.961214 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:34.966108 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-c737d19a-ef3d-472b-8c5c-2bdce4e3b530 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/quotas/e2f771a602054b349adae092a9d3ed24 HTTP/1.1" status: 200 len: 375 time: 0.0183198 Jun 14 18:27:35.018002 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab3f5-82b6-4390-8e4b-a980675ec7e1 req-59da127e-91aa-4273-b3e7-7e81a557569e tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:35.019595 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c49ab3f5-82b6-4390-8e4b-a980675ec7e1 req-59da127e-91aa-4273-b3e7-7e81a557569e tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 943 time: 0.1580691 Jun 14 18:27:35.037887 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-6472c26b-2b90-4676-97c0-cd04cd3388b7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e2f771a602054b349adae092a9d3ed24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706878 Jun 14 18:27:35.113946 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:35.118160 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c49ab3f5-82b6-4390-8e4b-a980675ec7e1 req-2d9189ab-f24d-4fe5-9235-cd45ebac4a9b tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862298 Jun 14 18:27:35.160016 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-a85d5fa9-19eb-43d3-a212-7817d40b6ef9 service neutron] 10.222.0.78 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196282 Jun 14 18:27:35.168940 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f339e185-fc73-47f7-9396-88d585e29e4d admin admin] Publish callbacks [] for security_group (d47ae13b-f5a7-4b60-a8f4-6f1a526be07d), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.180982 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0bc23ce5-49a3-4617-9e19-64685aa5ffaa admin admin] Publish callbacks [] for security_group (e386957e-373f-411e-95b7-edd42419c33c), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.184698 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.195751 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:35.214659 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ffcfabf0-9e5f-45ac-9040-99c99d9e5d32 req-f25f8dd4-0629-48da-aded-5893fd5c463a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 210 time: 0.0285280 Jun 14 18:27:35.271512 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-e39d4138-07fd-4a1b-bc4c-48c97b39e72b service neutron] 10.222.0.78 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022868 Jun 14 18:27:35.275742 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f339e185-fc73-47f7-9396-88d585e29e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d47ae13b-f5a7-4b60-a8f4-6f1a526be07d), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.278913 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0bc23ce5-49a3-4617-9e19-64685aa5ffaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (e386957e-373f-411e-95b7-edd42419c33c), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.357194 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-71e9262b-dbde-455b-840d-a08df74c639e req-d1e77083-6a7f-4409-b9ee-0b92cdf8b56d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 210 time: 0.0725553 Jun 14 18:27:35.363330 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-0bc23ce5-49a3-4617-9e19-64685aa5ffaa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0fbdd4d4348b48da8ad256220ff7bd8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8658497 Jun 14 18:27:35.366558 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f339e185-fc73-47f7-9396-88d585e29e4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=78827c3684794ac5976d9f65382e4d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6255591 Jun 14 18:27:35.366717 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53180) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:35.367618 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339e185-fc73-47f7-9396-88d585e29e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47ae13b-f5a7-4b60-a8f4-6f1a526be07d,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:35.369907 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 53182) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:35.416735 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc23ce5-49a3-4617-9e19-64685aa5ffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e386957e-373f-411e-95b7-edd42419c33c,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:35.442297 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-93c27882-1160-45df-866b-5282b21387e5 admin admin] Publish callbacks [] for security_group (d47ae13b-f5a7-4b60-a8f4-6f1a526be07d), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.442508 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a6de129d-bcb3-4a71-b504-66db10dfad0b admin admin] Publish callbacks [] for security_group (e386957e-373f-411e-95b7-edd42419c33c), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.453517 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:35.466078 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-93c27882-1160-45df-866b-5282b21387e5 admin admin] Publish callbacks [] for security_group (d47ae13b-f5a7-4b60-a8f4-6f1a526be07d), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.469036 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a6de129d-bcb3-4a71-b504-66db10dfad0b admin admin] Publish callbacks [] for security_group (e386957e-373f-411e-95b7-edd42419c33c), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.561532 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c5a8bd5b-b4fc-46d6-b066-5a09de1099bb req-70a321fa-6bba-4e0a-8911-417a19859fc9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 210 time: 0.0332966 Jun 14 18:27:35.592360 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a6de129d-bcb3-4a71-b504-66db10dfad0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (e386957e-373f-411e-95b7-edd42419c33c), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.594897 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a6de129d-bcb3-4a71-b504-66db10dfad0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.598487 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-a6de129d-bcb3-4a71-b504-66db10dfad0b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e386957e-373f-411e-95b7-edd42419c33c HTTP/1.1" status: 204 len: 168 time: 0.2285223 Jun 14 18:27:35.604925 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de129d-bcb3-4a71-b504-66db10dfad0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e386957e-373f-411e-95b7-edd42419c33c,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:35.612566 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-93c27882-1160-45df-866b-5282b21387e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d47ae13b-f5a7-4b60-a8f4-6f1a526be07d), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.615051 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-93c27882-1160-45df-866b-5282b21387e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:35.616994 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-93c27882-1160-45df-866b-5282b21387e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d47ae13b-f5a7-4b60-a8f4-6f1a526be07d HTTP/1.1" status: 204 len: 168 time: 0.2452369 Jun 14 18:27:35.624853 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c27882-1160-45df-866b-5282b21387e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47ae13b-f5a7-4b60-a8f4-6f1a526be07d,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:36.239593 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded02ce-f5a4-4903-a52b-71f68ae8998f req-e457fcd7-bbcf-4c51-849e-23eb9f551c53 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:36.241164 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bded02ce-f5a4-4903-a52b-71f68ae8998f req-e457fcd7-bbcf-4c51-849e-23eb9f551c53 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 943 time: 0.0570197 Jun 14 18:27:36.295650 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bded02ce-f5a4-4903-a52b-71f68ae8998f req-dbba5a05-a3b3-4e18-93f6-231f19f271cd tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470262 Jun 14 18:27:36.331310 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c2adfa0e-d241-45d7-8c41-bff2fe8ffdcb req-da8bdb4d-f581-4c8d-9df9-8d9dc41b5e10 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 210 time: 0.0401754 Jun 14 18:27:36.480973 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2ea24e1e-4ef8-427e-bb59-654731bdbed6 req-384b0608-c5bc-4956-b569-9881efe90cad tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 210 time: 0.0307631 Jun 14 18:27:36.512844 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 53230) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:36.527310 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-78e079ee-99d9-4b44-a312-c124f2cf2ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:36.631495 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-78e079ee-99d9-4b44-a312-c124f2cf2ace admin admin] Publish callbacks [] for security_group (fa61e190-3c7e-4b9a-9a76-3f5754883fa4), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:36.647873 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2ff1e869-547d-4d17-9813-d9bc769b5ca7 req-cb053313-ac3c-4216-9815-9fcc333f1642 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 210 time: 0.0284765 Jun 14 18:27:36.737263 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-78e079ee-99d9-4b44-a312-c124f2cf2ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (fa61e190-3c7e-4b9a-9a76-3f5754883fa4), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:36.814927 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e079ee-99d9-4b44-a312-c124f2cf2ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa61e190-3c7e-4b9a-9a76-3f5754883fa4,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:36.831921 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-78e079ee-99d9-4b44-a312-c124f2cf2ace admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a092aa6e6bda49efb41f4fc58c5ed7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179057 Jun 14 18:27:36.835347 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53242) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:36.887446 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-506a621a-7713-4d0e-a7bc-2f9e68c800e2 admin admin] Publish callbacks [] for security_group (fa61e190-3c7e-4b9a-9a76-3f5754883fa4), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:36.900988 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-6163ec87-6e30-45d0-a7a0-df949f334a54 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:36.902635 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-6163ec87-6e30-45d0-a7a0-df949f334a54 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 818 time: 0.1617668 Jun 14 18:27:36.913996 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Request body: {'port': {'device_id': '99045096-d6ff-4e14-b710-1b1e2dd9a7c5', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'admin_state_up': True, 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:36.914575 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-506a621a-7713-4d0e-a7bc-2f9e68c800e2 admin admin] Publish callbacks [] for security_group (fa61e190-3c7e-4b9a-9a76-3f5754883fa4), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:36.962264 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:37.109209 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-506a621a-7713-4d0e-a7bc-2f9e68c800e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (fa61e190-3c7e-4b9a-9a76-3f5754883fa4), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:37.114071 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-506a621a-7713-4d0e-a7bc-2f9e68c800e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:37.118811 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-506a621a-7713-4d0e-a7bc-2f9e68c800e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa61e190-3c7e-4b9a-9a76-3f5754883fa4 HTTP/1.1" status: 204 len: 168 time: 0.2789955 Jun 14 18:27:37.119086 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Made reservation on behalf of a5c99e2733b440cc99c9749761f4b4cd for: {'port': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:27:37.127424 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:37.155366 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a621a-7713-4d0e-a7bc-2f9e68c800e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa61e190-3c7e-4b9a-9a76-3f5754883fa4,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:37.316205 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:37.323801 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Allocated IP 172.20.0.7 (64ebe0b0-052f-4256-be3c-102cc7ed63f3/3aa2915d-4bcd-4487-9dfc-7ee742fe32b2/3f0e5739-b788-43f3-8405-75ad4766a788) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:37.535886 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffe0c3-4480-4a6a-b0b4-003479f844c5 req-d02386b1-6a59-4dbf-b7c6-46b5cbc79029 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:37.554106 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32ffe0c3-4480-4a6a-b0b4-003479f844c5 req-d02386b1-6a59-4dbf-b7c6-46b5cbc79029 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 943 time: 0.1228635 Jun 14 18:27:37.571355 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a56cc524-d0bf-4c6a-b75f-32d26bc45408 req-c9e14826-ce91-41ba-a44d-f9d978367dc8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 210 time: 0.1047678 Jun 14 18:27:37.658203 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32ffe0c3-4480-4a6a-b0b4-003479f844c5 req-abc6a865-aa0b-4154-8254-a7d6ac069be8 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029727 Jun 14 18:27:37.783126 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for port (3f0e5739-b788-43f3-8405-75ad4766a788), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:37.789847 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=75 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:37.850999 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8074231b-2fb5-48d2-8446-903194024806 req-4f5959fd-5782-4b08-9ec7-f6dfe4570d3c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 210 time: 0.0473695 Jun 14 18:27:37.876779 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-95659dbf-0790-453d-a101-e0f45104a386 req-5755e649-473c-45be-9c9e-1c095ccd40ba tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 210 time: 0.1097045 Jun 14 18:27:38.008181 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:38.094431 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:38.098454 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:38.103091 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:38.148614 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event updated for resources: {'Port': ['ID=3f0e5739-b788-43f3-8405-75ad4766a788,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:38.198234 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:38.200775 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:38.318747 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-64af25d7-7259-4938-86ef-487180792676 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4082947 Jun 14 18:27:38.424447 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 1de4fd5a-d3c5-41de-a140-a242d715583a details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:27:38.466324 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-71c5c955-24d9-4d12-ab4a-ad7b1dd70c12 None None] Provisioning complete for port 3f0e5739-b788-43f3-8405-75ad4766a788 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:38.466715 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-71c5c955-24d9-4d12-ab4a-ad7b1dd70c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:38.669687 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.db.resource_extend [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 14 18:27:38.710506 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Request body: {'port': {'device_id': '99045096-d6ff-4e14-b710-1b1e2dd9a7c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:38.793375 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:38.825382 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.13', 55871) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:38.834529 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-71c5c955-24d9-4d12-ab4a-ad7b1dd70c12 None None] Port 3f0e5739-b788-43f3-8405-75ad4766a788 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:27:38.854014 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-47968986-1ebd-4cad-a36a-dbcbc7d1d7c8 req-05df14f6-a860-4d23-87dc-bd7715f111e6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 210 time: 0.1167560 Jun 14 18:27:38.867809 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 1de4fd5a-d3c5-41de-a140-a242d715583a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1de4fd5a-d3c5-41de-a140-a242d715583a,segment=NetworkSegment(435e27b3-26c4-43c7-a87b-c37ad5881b09),segment_id=435e27b3-26c4-43c7-a87b-c37ad5881b09)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:38.887407 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '1de4fd5a-d3c5-41de-a140-a242d715583a', 'network_id': '6ab11bf3-ae17-49e6-a188-4b68af6636e2', 'port_id': '1de4fd5a-d3c5-41de-a140-a242d715583a', 'mac_address': 'fa:16:3e:08:01:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f135a3-b1e2-4c86-b85f-f583a23703c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:27:38.890886 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:38.920122 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a485e71-926c-40b8-b8de-affb8b1c1fb8 req-eea67a27-b4ae-471e-8d97-438621986647 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:38.922069 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5a485e71-926c-40b8-b8de-affb8b1c1fb8 req-eea67a27-b4ae-471e-8d97-438621986647 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 943 time: 0.0729413 Jun 14 18:27:38.938751 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 1de4fd5a-d3c5-41de-a140-a242d715583a is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:38.939141 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:38.956428 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de4fd5a-d3c5-41de-a140-a242d715583a {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:27:38.982033 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 1de4fd5a-d3c5-41de-a140-a242d715583a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1de4fd5a-d3c5-41de-a140-a242d715583a,segment=NetworkSegment(435e27b3-26c4-43c7-a87b-c37ad5881b09),segment_id=435e27b3-26c4-43c7-a87b-c37ad5881b09)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:38.985772 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2085-c522-49bc-9368-b60a5974e116 req-5191d712-865d-47d5-8716-88bcd2f6372d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:38.989864 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-5191d712-865d-47d5-8716-88bcd2f6372d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.13 "GET /v2.0/networks?id=274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 200 len: 817 time: 0.1609550 Jun 14 18:27:39.080045 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:39.106512 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5a485e71-926c-40b8-b8de-affb8b1c1fb8 req-1f41b145-5ae2-4bde-a349-0c0a47d94c3e tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669548 Jun 14 18:27:39.184165 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:39.216516 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=1de4fd5a-d3c5-41de-a140-a242d715583a,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:39.233656 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.13', 55872) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:39.238285 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-410b2e28-b15a-4d29-876b-8a4699423269 req-d2804882-ae0c-427d-8bd1-7b53ce13593a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 210 time: 0.0968773 Jun 14 18:27:39.296859 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-3340d1e4-64c0-4b47-bd44-1589b8ab1c98 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8603a3b1604479da86224c52c2467ad HTTP/1.1" status: 200 len: 380 time: 0.2983055 Jun 14 18:27:39.313147 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-074f2085-c522-49bc-9368-b60a5974e116 req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Request body: {'port': {'device_id': '2876875b-5dbe-4032-949a-3357292296a2', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'admin_state_up': True, 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'security_groups': ['61f9816f-fc41-4d9d-8095-84e86ed8fd71']}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:39.340617 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['1de4fd5a-d3c5-41de-a140-a242d715583a'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:27:39.391154 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-389e5e64-de95-4270-a00b-311f6a0858d4 req-f5584906-e105-40a8-a0cb-4f77b3d2c6d6 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 210 time: 0.0911212 Jun 14 18:27:39.442007 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.13', 55873) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:39.451369 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0e5739-b788-43f3-8405-75ad4766a788 {{(pid=104773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:27:39.489275 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Publish callbacks [] for port (3f0e5739-b788-43f3-8405-75ad4766a788), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:39.509532 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:39.540750 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:39.554484 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-35e6306a-71fa-427f-9c6c-1e1e88517266 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:39.556015 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-35e6306a-71fa-427f-9c6c-1e1e88517266 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 818 time: 0.3200698 Jun 14 18:27:39.580114 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Request body: {'port': {'device_id': '118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'admin_state_up': True, 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:39.611457 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.provisioning_blocks [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Transition to ACTIVE for port object 3f0e5739-b788-43f3-8405-75ad4766a788 will not be triggered until provisioned by entity L2. {{(pid=104773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:27:39.668649 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095266a7-91f8-4470-820c-ac301b6c677a req-49819095-c352-4267-91b8-765be8696005 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:39.670930 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-49819095-c352-4267-91b8-765be8696005 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.13 "GET /v2.0/networks?id=c02f9f85-b95f-4513-a67b-ed0864c5046e HTTP/1.1" status: 200 len: 810 time: 0.2274961 Jun 14 18:27:39.725166 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:39.774359 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074f2085-c522-49bc-9368-b60a5974e116 req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Made reservation on behalf of e8603a3b1604479da86224c52c2467ad for: {'port': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:27:39.785027 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-074f2085-c522-49bc-9368-b60a5974e116 req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:39.796876 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:39.798312 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:39.845018 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-6d7c13a7-2e87-4658-b802-cf425ee82d6c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2f771a602054b349adae092a9d3ed24 HTTP/1.1" status: 200 len: 380 time: 0.1657734 Jun 14 18:27:39.863449 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-095266a7-91f8-4470-820c-ac301b6c677a req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Request body: {'port': {'device_id': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'admin_state_up': True, 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'security_groups': ['a4a57db6-0d98-4dc5-86e0-e9dc384333fd']}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:39.887562 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Made reservation on behalf of a5c99e2733b440cc99c9749761f4b4cd for: {'port': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:27:39.891680 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:39.969548 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Pushing event updated for resources: {'Port': ['ID=3f0e5739-b788-43f3-8405-75ad4766a788,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:40.122254 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea08ddab-074a-48f1-a15e-40d93c241893 req-f991e41c-3beb-423d-95a1-88ca003f507a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 210 time: 0.1210763 Jun 14 18:27:40.158379 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Attempting to bind port 3f0e5739-b788-43f3-8405-75ad4766a788 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:40.159523 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Attempting to bind port 3f0e5739-b788-43f3-8405-75ad4766a788 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:40.159853 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Attempting to bind port 3f0e5739-b788-43f3-8405-75ad4766a788 on network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:40.165959 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Port 3f0e5739-b788-43f3-8405-75ad4766a788 on network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:27:40.166787 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Attempting to bind port 3f0e5739-b788-43f3-8405-75ad4766a788 on network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:40.177841 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:40.178184 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Checking segment: {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:40.178709 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Bound using segment: {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:40.179195 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Bound port: 3f0e5739-b788-43f3-8405-75ad4766a788, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'}}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:40.179656 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:40.261211 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] For port 3f0e5739-b788-43f3-8405-75ad4766a788, host hv-cinder-84456, cleared binding levels {{(pid=104773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:40.266163 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] For port 3f0e5739-b788-43f3-8405-75ad4766a788, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3f0e5739-b788-43f3-8405-75ad4766a788,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:40.322240 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095266a7-91f8-4470-820c-ac301b6c677a req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Made reservation on behalf of e2f771a602054b349adae092a9d3ed24 for: {'port': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:27:40.342909 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-095266a7-91f8-4470-820c-ac301b6c677a req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:40.353571 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [req-074f2085-c522-49bc-9368-b60a5974e116 req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Allocated IP 172.20.0.13 (274ef244-b114-4d41-92b0-e6c757fabfee/61e47d25-4bab-4e31-a800-f8d0e60b222c/ee384335-560e-4f82-a137-0b23b61ff825) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:40.381716 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:40.414419 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 1de4fd5a-d3c5-41de-a140-a242d715583a up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:40.454975 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee5e98-fa43-4107-9e28-50ed9ab1aca2 req-9b22a253-5046-4fd4-bd41-d0d8bce0bde8 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:40.469209 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Allocated IP 172.20.0.11 (64ebe0b0-052f-4256-be3c-102cc7ed63f3/3aa2915d-4bcd-4487-9dfc-7ee742fe32b2/dcaeaf29-4f8b-4d99-8c22-29b129b65a8c) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:40.473179 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3aee5e98-fa43-4107-9e28-50ed9ab1aca2 req-9b22a253-5046-4fd4-bd41-d0d8bce0bde8 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 944 time: 0.1939442 Jun 14 18:27:40.516847 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a5c4d64b-f5f0-4d55-9e34-01dbb1d9855a req-ed0ee424-b828-4ce7-9c5a-5a0d9f7549ed tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 210 time: 0.0766928 Jun 14 18:27:40.556788 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 1de4fd5a-d3c5-41de-a140-a242d715583a completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:27:40.571740 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:40.572250 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:40.574004 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] 10.222.0.13 "PUT /v2.0/ports/3f0e5739-b788-43f3-8405-75ad4766a788 HTTP/1.1" status: 200 len: 1093 time: 1.8684061 Jun 14 18:27:40.591817 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99045096-d6ff-4e14-b710-1b1e2dd9a7c5', 'tag': '3f0e5739-b788-43f3-8405-75ad4766a788'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:27:40.594590 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0a1206-b931-46f1-8fcd-a77ea3796382" -d '{"events": [{"name": "network-changed", "server_uuid": "99045096-d6ff-4e14-b710-1b1e2dd9a7c5", "tag": "3f0e5739-b788-43f3-8405-75ad4766a788"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:27:40.681349 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 1de4fd5a-d3c5-41de-a140-a242d715583a triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:40.688154 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:40.713811 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c0bae-d265-4b76-b3d7-800f521c55bd service neutron] Pushing event updated for resources: {'Port': ['ID=3f0e5739-b788-43f3-8405-75ad4766a788,revision_number=3']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:40.794088 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3aee5e98-fa43-4107-9e28-50ed9ab1aca2 req-469c85d7-723d-4bc0-8765-fd5e2f1dc21b tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198524 Jun 14 18:27:40.898614 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-292d0e75-1599-4e02-9dcc-7a522dac0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:40.900138 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-292d0e75-1599-4e02-9dcc-7a522dac0b5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 1127 time: 0.1566136 Jun 14 18:27:40.920382 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 1de4fd5a-d3c5-41de-a140-a242d715583a is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:40.920874 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:40.949777 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed0a4ac-a13b-4812-9cd7-b2389012cc25 x-openstack-request-id: req-1ed0a4ac-a13b-4812-9cd7-b2389012cc25 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:27:40.950057 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99045096-d6ff-4e14-b710-1b1e2dd9a7c5", "tag": "3f0e5739-b788-43f3-8405-75ad4766a788", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:27:40.951625 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ed0a4ac-a13b-4812-9cd7-b2389012cc25 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:27:40.952570 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed0a4ac-a13b-4812-9cd7-b2389012cc25'] response: {'name': 'network-changed', 'server_uuid': '99045096-d6ff-4e14-b710-1b1e2dd9a7c5', 'tag': '3f0e5739-b788-43f3-8405-75ad4766a788', 'status': 'completed', 'code': 200} Jun 14 18:27:40.954335 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-751b5e84-d946-4a18-b72a-6ceb6b030fc2 req-d2025e10-fd2e-4224-98bc-698270b46740 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 210 time: 0.3098865 Jun 14 18:27:40.972867 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de4fd5a-d3c5-41de-a140-a242d715583a'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:27:41.001996 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-aac5ae35-b4ff-436d-8ed6-e2f151986a03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0e5739-b788-43f3-8405-75ad4766a788 HTTP/1.1" status: 200 len: 217 time: 0.0916426 Jun 14 18:27:41.025635 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-074f2085-c522-49bc-9368-b60a5974e116 req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for port (ee384335-560e-4f82-a137-0b23b61ff825), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:41.054910 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [req-095266a7-91f8-4470-820c-ac301b6c677a req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Allocated IP 172.20.0.3 (c02f9f85-b95f-4513-a67b-ed0864c5046e/f380e5ad-d4ad-415b-bade-032ddaaa2dd1/7513d78b-6877-4846-a318-fbe800a362f4) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:27:41.085495 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:41.088628 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 1de4fd5a-d3c5-41de-a140-a242d715583a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1de4fd5a-d3c5-41de-a140-a242d715583a,segment=NetworkSegment(435e27b3-26c4-43c7-a87b-c37ad5881b09),segment_id=435e27b3-26c4-43c7-a87b-c37ad5881b09)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:41.090790 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-fbc7339d-f23b-4b34-85f2-21b2113bb756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:41.093167 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-fbc7339d-f23b-4b34-85f2-21b2113bb756 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.0826511 Jun 14 18:27:41.180749 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a6c26668-8cc9-489f-85e4-0d5331bf4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:41.182300 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-a6c26668-8cc9-489f-85e4-0d5331bf4e2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767446 Jun 14 18:27:41.200369 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:41.230093 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:41.232813 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-074f2085-c522-49bc-9368-b60a5974e116 req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (ee384335-560e-4f82-a137-0b23b61ff825), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:41.287520 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e23ce4-f935-4832-a3f9-ae3b98f430e3" -d '{"events": [{"server_uuid": "3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd", "name": "network-vif-plugged", "status": "completed", "tag": "1de4fd5a-d3c5-41de-a140-a242d715583a"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:27:41.304517 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=1de4fd5a-d3c5-41de-a140-a242d715583a,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:41.391422 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074f2085-c522-49bc-9368-b60a5974e116 req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Network 274ef244-b114-4d41-92b0-e6c757fabfee is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:41.411166 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:41.412858 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=8 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:41.419830 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:41.439223 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [req-074f2085-c522-49bc-9368-b60a5974e116 req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:41.446851 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:41.467025 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:41.473710 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:41.476963 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:41.499408 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-074f2085-c522-49bc-9368-b60a5974e116 req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:41.506500 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b051ff-7116-41dc-9f50-9da0a4f2c522 x-openstack-request-id: req-d9b051ff-7116-41dc-9f50-9da0a4f2c522 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:27:41.506889 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd", "name": "network-vif-plugged", "status": "completed", "tag": "1de4fd5a-d3c5-41de-a140-a242d715583a", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:27:41.507219 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9b051ff-7116-41dc-9f50-9da0a4f2c522 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:27:41.507875 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b051ff-7116-41dc-9f50-9da0a4f2c522'] response: {'server_uuid': '3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de4fd5a-d3c5-41de-a140-a242d715583a', 'code': 200} Jun 14 18:27:41.510023 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2085-c522-49bc-9368-b60a5974e116 req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:41.510534 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-074f2085-c522-49bc-9368-b60a5974e116 req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:41.517877 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:41.525001 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event updated for resources: {'Port': ['ID=ee384335-560e-4f82-a137-0b23b61ff825,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:41.591882 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbdae3-3f4b-4693-9e25-46c92704b220 req-3d683381-7493-4dff-b5ea-4115351f74a2 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:41.593635 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9afbdae3-3f4b-4693-9e25-46c92704b220 req-3d683381-7493-4dff-b5ea-4115351f74a2 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 932 time: 0.1382136 Jun 14 18:27:41.598312 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-24b8cb12-278a-488a-ac40-8ac2ad5929c1 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052677 Jun 14 18:27:41.610285 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0377412 Jun 14 18:27:41.638255 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Request body: {'port': {'device_id': '118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:41.733009 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-095266a7-91f8-4470-820c-ac301b6c677a req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for port (7513d78b-6877-4846-a318-fbe800a362f4), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:41.832470 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-2b2079d5-59bb-478d-adf4-e986362893f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5344470 Jun 14 18:27:41.862180 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:41.866444 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9afbdae3-3f4b-4693-9e25-46c92704b220 req-5c58c2cf-12da-432f-8944-8376f014e21b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510972 Jun 14 18:27:41.880601 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafac35-dd78-4b65-b8e7-6148a8628548 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event updated for resources: {'Port': ['ID=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:41.899479 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84f25b05-be78-4ce8-967c-a83eeb7837fc req-09628619-9272-4f22-8ed1-190d6be7f090 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853637 Jun 14 18:27:41.928381 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-aa53cd11-b0dc-49cd-900d-26c4f43d464f req-d262f1ae-f23b-4659-aef1-cdaac68fa0e1 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 210 time: 0.2330019 Jun 14 18:27:41.940431 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Request body: {'port': {'device_id': '2876875b-5dbe-4032-949a-3357292296a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:41.950488 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-d595d5ea-f2d1-42ee-9bb9-6100dae82934 None None] Provisioning complete for port ee384335-560e-4f82-a137-0b23b61ff825 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:41.951659 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-d595d5ea-f2d1-42ee-9bb9-6100dae82934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (ee384335-560e-4f82-a137-0b23b61ff825), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:41.958368 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:42.019268 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-d595d5ea-f2d1-42ee-9bb9-6100dae82934 None None] Port ee384335-560e-4f82-a137-0b23b61ff825 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:27:42.045901 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-d595d5ea-f2d1-42ee-9bb9-6100dae82934 None None] Provisioning complete for port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:42.045901 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-d595d5ea-f2d1-42ee-9bb9-6100dae82934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:42.083230 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-d595d5ea-f2d1-42ee-9bb9-6100dae82934 None None] Port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:27:42.091826 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7191-6fca-434d-ad9d-d118fbfb3b9d req-86aa35b3-8743-4bf8-9527-7db68709e087 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:42.093558 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a00f7191-6fca-434d-ad9d-d118fbfb3b9d req-86aa35b3-8743-4bf8-9527-7db68709e087 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 945 time: 0.0968237 Jun 14 18:27:42.114712 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-095266a7-91f8-4470-820c-ac301b6c677a req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (7513d78b-6877-4846-a318-fbe800a362f4), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:42.117847 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88be8d-bca7-4608-aea3-982800bfb836 req-5c140c3d-a7a9-4c6d-80ed-52bfd65f3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:42.120635 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2e88be8d-bca7-4608-aea3-982800bfb836 req-5c140c3d-a7a9-4c6d-80ed-52bfd65f3818 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 1129 time: 0.1966820 Jun 14 18:27:42.189288 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ee384335-560e-4f82-a137-0b23b61ff825), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:42.211875 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095266a7-91f8-4470-820c-ac301b6c677a req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Network c02f9f85-b95f-4513-a67b-ed0864c5046e is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:27:42.239225 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event updated for resources: {'Port': ['ID=7513d78b-6877-4846-a318-fbe800a362f4,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:42.239225 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [req-095266a7-91f8-4470-820c-ac301b6c677a req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:27:42.239225 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-095266a7-91f8-4470-820c-ac301b6c677a req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:27:42.274288 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a00f7191-6fca-434d-ad9d-d118fbfb3b9d req-72a83540-571f-4d00-b788-e4938226b883 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478276 Jun 14 18:27:42.316774 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095266a7-91f8-4470-820c-ac301b6c677a req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:42.330094 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-095266a7-91f8-4470-820c-ac301b6c677a req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:42.372155 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf512a70-37f0-4ca0-b0bd-9c1052c2b60d req-58400084-8660-4217-a3b5-faf8024fc08b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:42.374362 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cf512a70-37f0-4ca0-b0bd-9c1052c2b60d req-58400084-8660-4217-a3b5-faf8024fc08b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 932 time: 0.2607412 Jun 14 18:27:42.603159 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-18ee6d9a-4174-4d62-8a8d-da2d14bd8f4c None None] Provisioning complete for port 7513d78b-6877-4846-a318-fbe800a362f4 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:42.603427 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-18ee6d9a-4174-4d62-8a8d-da2d14bd8f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (7513d78b-6877-4846-a318-fbe800a362f4), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:42.606133 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cf512a70-37f0-4ca0-b0bd-9c1052c2b60d req-5c4cf481-da98-47d3-839f-5e31a0dc8e58 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001798 Jun 14 18:27:42.629652 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:42.635255 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.13', 55882) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:42.641274 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-18ee6d9a-4174-4d62-8a8d-da2d14bd8f4c None None] Port 7513d78b-6877-4846-a318-fbe800a362f4 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:27:42.679472 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-2e88be8d-bca7-4608-aea3-982800bfb836 req-08861a35-dd5b-4d53-a91e-f97ba2bdc7a9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:42.711090 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a1206-b931-46f1-8fcd-a77ea3796382 req-85d36b59-c25e-4c9e-b743-7cec316cbd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:42.760476 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2c0a1206-b931-46f1-8fcd-a77ea3796382 req-85d36b59-c25e-4c9e-b743-7cec316cbd7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 1127 time: 0.0754533 Jun 14 18:27:42.791192 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcaeaf29-4f8b-4d99-8c22-29b129b65a8c {{(pid=104772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:27:42.802709 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Publish callbacks [] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:42.839652 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.provisioning_blocks [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Transition to ACTIVE for port object dcaeaf29-4f8b-4d99-8c22-29b129b65a8c will not be triggered until provisioned by entity L2. {{(pid=104772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:27:42.850135 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-2e88be8d-bca7-4608-aea3-982800bfb836 req-08861a35-dd5b-4d53-a91e-f97ba2bdc7a9 service neutron] Publish callbacks [] for security_group (72e64f7d-1007-49c1-a9b9-276fcd9d29c4), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:42.860302 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a1206-b931-46f1-8fcd-a77ea3796382 req-3371b8c8-4d03-4f97-81bb-6b5bc9cb3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:42.861075 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2c0a1206-b931-46f1-8fcd-a77ea3796382 req-3371b8c8-4d03-4f97-81bb-6b5bc9cb3738 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.1404994 Jun 14 18:27:42.871353 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee384335-560e-4f82-a137-0b23b61ff825 {{(pid=104772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:27:42.879061 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Publish callbacks [] for port (ee384335-560e-4f82-a137-0b23b61ff825), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:42.892828 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.provisioning_blocks [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Transition to ACTIVE for port object ee384335-560e-4f82-a137-0b23b61ff825 will not be triggered until provisioned by entity L2. {{(pid=104772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:27:42.906034 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2c0a1206-b931-46f1-8fcd-a77ea3796382 req-f9631635-2a7e-4c21-8510-27f65e24b95d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0e5739-b788-43f3-8405-75ad4766a788 HTTP/1.1" status: 200 len: 217 time: 0.0388961 Jun 14 18:27:42.987244 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a1206-b931-46f1-8fcd-a77ea3796382 req-7266ae2a-d389-4900-adcd-802896a325ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:42.988887 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2c0a1206-b931-46f1-8fcd-a77ea3796382 req-7266ae2a-d389-4900-adcd-802896a325ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.0771115 Jun 14 18:27:43.011156 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f5e9-1799-4207-8384-61c5c04f0da9 req-b4c94b06-77e1-43b9-b787-b5e0be9131b0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:43.012633 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-baf9f5e9-1799-4207-8384-61c5c04f0da9 req-b4c94b06-77e1-43b9-b787-b5e0be9131b0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 932 time: 0.0656071 Jun 14 18:27:43.051807 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4493cc-c7a2-4085-b0dc-c53e415d1017 req-01ae95d4-7271-47c6-bb72-cf575ebed006 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:43.060227 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea4493cc-c7a2-4085-b0dc-c53e415d1017 req-01ae95d4-7271-47c6-bb72-cf575ebed006 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 931 time: 0.0517323 Jun 14 18:27:43.060399 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a1206-b931-46f1-8fcd-a77ea3796382 req-8deeddf7-7150-4b17-88b0-145430cb2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:43.060399 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2c0a1206-b931-46f1-8fcd-a77ea3796382 req-8deeddf7-7150-4b17-88b0-145430cb2df1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628827 Jun 14 18:27:43.104953 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-baf9f5e9-1799-4207-8384-61c5c04f0da9 req-a74d5ad7-fad5-4221-8d65-d429315a155d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730135 Jun 14 18:27:43.108677 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea4493cc-c7a2-4085-b0dc-c53e415d1017 req-4a867e13-fe91-4fff-9382-57d90b03393a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Jun 14 18:27:43.186429 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2c0a1206-b931-46f1-8fcd-a77ea3796382 req-2ddbdd1d-4736-4da9-b6b2-37878b4a79f0 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206753 Jun 14 18:27:43.270576 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-2e88be8d-bca7-4608-aea3-982800bfb836 req-08861a35-dd5b-4d53-a91e-f97ba2bdc7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (72e64f7d-1007-49c1-a9b9-276fcd9d29c4), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:43.272319 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:43.277698 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ee384335-560e-4f82-a137-0b23b61ff825), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:43.286842 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-25d857a8-01af-4a43-9b3a-f11b1140f828 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4276838 Jun 14 18:27:43.312909 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Request body: {'port': {'device_id': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:43.323160 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2c0a1206-b931-46f1-8fcd-a77ea3796382 req-bf9cdc49-a5af-462d-8b27-c5d6211d16c2 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311529 Jun 14 18:27:43.357999 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:43.400185 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2e88be8d-bca7-4608-aea3-982800bfb836 req-08861a35-dd5b-4d53-a91e-f97ba2bdc7a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7612793 Jun 14 18:27:43.407893 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08861a35-dd5b-4d53-a91e-f97ba2bdc7a9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=72e64f7d-1007-49c1-a9b9-276fcd9d29c4,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:43.487914 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Attempting to bind port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:43.488803 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Attempting to bind port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:43.489151 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Attempting to bind port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c on network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:43.499631 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Attempting to bind port ee384335-560e-4f82-a137-0b23b61ff825 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:43.499961 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Attempting to bind port ee384335-560e-4f82-a137-0b23b61ff825 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:43.500274 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Attempting to bind port ee384335-560e-4f82-a137-0b23b61ff825 on network 274ef244-b114-4d41-92b0-e6c757fabfee {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:43.506394 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c on network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:27:43.506764 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Attempting to bind port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c on network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:43.509864 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Pushing event updated for resources: {'Port': ['ID=ee384335-560e-4f82-a137-0b23b61ff825,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:43.531150 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Port ee384335-560e-4f82-a137-0b23b61ff825 on network 274ef244-b114-4d41-92b0-e6c757fabfee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:27:43.531150 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Attempting to bind port ee384335-560e-4f82-a137-0b23b61ff825 on network 274ef244-b114-4d41-92b0-e6c757fabfee {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:43.532612 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (7513d78b-6877-4846-a318-fbe800a362f4), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:43.532693 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:43.532693 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Checking segment: {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:43.532693 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Bound using segment: {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:43.532693 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Bound port: dcaeaf29-4f8b-4d99-8c22-29b129b65a8c, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'}}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:43.532693 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:43.537365 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:43.537745 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Checking segment: {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:43.545999 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Bound using segment: {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:43.545999 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Bound port: ee384335-560e-4f82-a137-0b23b61ff825, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'}}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:43.545999 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ee384335-560e-4f82-a137-0b23b61ff825), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:43.554776 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab20c2-f4f5-42e3-a205-a1429026ebaf req-14aa9172-c5d8-4a25-b9fd-29159bf85a0f tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:43.565667 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c1ab20c2-f4f5-42e3-a205-a1429026ebaf req-14aa9172-c5d8-4a25-b9fd-29159bf85a0f tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 945 time: 0.1397858 Jun 14 18:27:43.669174 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c1ab20c2-f4f5-42e3-a205-a1429026ebaf req-3c84029a-9e68-4993-bdea-158cdeb3c780 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022832 Jun 14 18:27:43.706792 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, cleared binding levels {{(pid=104772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:43.712724 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ee384335-560e-4f82-a137-0b23b61ff825,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:43.714786 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] For port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c, host hv-cinder-84456, cleared binding levels {{(pid=104772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:43.719293 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] For port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:43.830867 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:43.897566 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ee384335-560e-4f82-a137-0b23b61ff825), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:43.899985 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:43.919383 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7513d78b-6877-4846-a318-fbe800a362f4 {{(pid=104773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:27:43.933480 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Publish callbacks [] for port (7513d78b-6877-4846-a318-fbe800a362f4), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:43.953080 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.provisioning_blocks [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Transition to ACTIVE for port object 7513d78b-6877-4846-a318-fbe800a362f4 will not be triggered until provisioned by entity L2. {{(pid=104773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:27:43.972660 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:43.973500 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:43.974897 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] 10.222.0.13 "PUT /v2.0/ports/ee384335-560e-4f82-a137-0b23b61ff825 HTTP/1.1" status: 200 len: 1094 time: 2.0442927 Jun 14 18:27:43.977751 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:27:44.045658 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cce3e-11a3-4383-b1d1-6e99a2f71495 req-b9b58e80-f88a-4189-8e65-805d6ad0ff34 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:44.047218 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d20cce3e-11a3-4383-b1d1-6e99a2f71495 req-b9b58e80-f88a-4189-8e65-805d6ad0ff34 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.3205235 Jun 14 18:27:44.056989 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:44.060748 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:44.061543 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:44.064081 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (7513d78b-6877-4846-a318-fbe800a362f4), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:44.083463 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/dcaeaf29-4f8b-4d99-8c22-29b129b65a8c HTTP/1.1" status: 200 len: 1094 time: 2.4294226 Jun 14 18:27:44.178572 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Pushing event updated for resources: {'Port': ['ID=7513d78b-6877-4846-a318-fbe800a362f4,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:44.340570 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191e4df8-ca4e-429e-9d52-aa49fef41940" -d '{"events": [{"name": "network-changed", "server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "tag": "ee384335-560e-4f82-a137-0b23b61ff825"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:27:44.387885 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:44.430906 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 3f0e5739-b788-43f3-8405-75ad4766a788 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:27:44.469421 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Attempting to bind port 7513d78b-6877-4846-a318-fbe800a362f4 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:27:44.469930 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Attempting to bind port 7513d78b-6877-4846-a318-fbe800a362f4 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:27:44.470328 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Attempting to bind port 7513d78b-6877-4846-a318-fbe800a362f4 on network c02f9f85-b95f-4513-a67b-ed0864c5046e {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:44.480744 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Port 7513d78b-6877-4846-a318-fbe800a362f4 on network c02f9f85-b95f-4513-a67b-ed0864c5046e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:27:44.481124 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Attempting to bind port 7513d78b-6877-4846-a318-fbe800a362f4 on network c02f9f85-b95f-4513-a67b-ed0864c5046e {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:27:44.512938 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c1f1e-5e60-492e-91ff-2f2b1d594164 req-71e78a59-ec43-47f2-99ab-88dc97db08a8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:44.516682 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-737c1f1e-5e60-492e-91ff-2f2b1d594164 req-71e78a59-ec43-47f2-99ab-88dc97db08a8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 944 time: 0.1341481 Jun 14 18:27:44.518049 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:27:44.518581 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Checking segment: {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:27:44.519210 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Bound using segment: {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:27:44.519958 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Bound port: 7513d78b-6877-4846-a318-fbe800a362f4, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'}}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:27:44.520532 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (7513d78b-6877-4846-a318-fbe800a362f4), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:44.586161 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 3f0e5739-b788-43f3-8405-75ad4766a788, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3f0e5739-b788-43f3-8405-75ad4766a788,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:44.590872 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496eea6-c8cb-474f-9865-e292dbd89306 service neutron] Pushing event updated for resources: {'Port': ['ID=ee384335-560e-4f82-a137-0b23b61ff825,revision_number=3']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:44.610897 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '3f0e5739-b788-43f3-8405-75ad4766a788', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'port_id': '3f0e5739-b788-43f3-8405-75ad4766a788', 'mac_address': 'fa:16:3e:cc:78:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:27:44.631655 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2085-c522-49bc-9368-b60a5974e116 req-817ff6c6-7a0a-4488-9159-e793b5c02e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:44.633220 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-817ff6c6-7a0a-4488-9159-e793b5c02e70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8603a3b1604479da86224c52c2467ad&device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 1128 time: 0.4059165 Jun 14 18:27:44.662882 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 3f0e5739-b788-43f3-8405-75ad4766a788 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:44.663388 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:44.693162 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0e5739-b788-43f3-8405-75ad4766a788 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:27:44.708337 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-1b52bb4d-a319-46dd-b53d-a24665a84585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:44.710078 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-1b52bb4d-a319-46dd-b53d-a24665a84585 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 1128 time: 0.4719002 Jun 14 18:27:44.736294 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 3f0e5739-b788-43f3-8405-75ad4766a788, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3f0e5739-b788-43f3-8405-75ad4766a788,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:44.754094 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-e68f0d7f-07c9-48c0-8e70-a199c7ea5b37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee384335-560e-4f82-a137-0b23b61ff825 HTTP/1.1" status: 200 len: 217 time: 0.0952351 Jun 14 18:27:44.782717 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-737c1f1e-5e60-492e-91ff-2f2b1d594164 req-833f6724-8ae0-4835-b931-c6d4ee9276fc tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585123 Jun 14 18:27:44.799193 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d20cce3e-11a3-4383-b1d1-6e99a2f71495 req-6da89674-3d50-466e-9220-b46780980dc4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7138956 Jun 14 18:27:44.800584 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] For port 7513d78b-6877-4846-a318-fbe800a362f4, host hv-cinder-84456, cleared binding levels {{(pid=104773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:27:44.805381 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] For port 7513d78b-6877-4846-a318-fbe800a362f4, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7513d78b-6877-4846-a318-fbe800a362f4,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:27:44.813994 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-65897f57-a1ba-4f6a-8039-3106e8e19cd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c HTTP/1.1" status: 200 len: 217 time: 0.0619278 Jun 14 18:27:44.814591 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a1a99-8761-4ce0-b9aa-d416e9cc65e5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c,revision_number=3']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:44.878955 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:44.911975 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2085-c522-49bc-9368-b60a5974e116 req-bdae4e0b-e3d9-48ab-addd-7074a9c12998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:44.914378 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-bdae4e0b-e3d9-48ab-addd-7074a9c12998 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61e47d25-4bab-4e31-a800-f8d0e60b222c HTTP/1.1" status: 200 len: 856 time: 0.1120319 Jun 14 18:27:44.919326 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-ae4b4d55-4a0f-4214-9d11-f026eace9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:44.921395 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-ae4b4d55-4a0f-4214-9d11-f026eace9d62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.0963700 Jun 14 18:27:44.974524 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (7513d78b-6877-4846-a318-fbe800a362f4), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:45.001353 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc1e8d5-1f90-4ad8-9c16-7d0c622fb6c7 x-openstack-request-id: req-1dc1e8d5-1f90-4ad8-9c16-7d0c622fb6c7 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:27:45.001959 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "tag": "ee384335-560e-4f82-a137-0b23b61ff825", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:27:45.002481 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1dc1e8d5-1f90-4ad8-9c16-7d0c622fb6c7 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:27:45.003169 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc1e8d5-1f90-4ad8-9c16-7d0c622fb6c7'] response: {'name': 'network-changed', 'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825', 'status': 'completed', 'code': 200} Jun 14 18:27:45.009015 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:45.014283 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=3f0e5739-b788-43f3-8405-75ad4766a788,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:45.086358 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7739f5-0651-40e2-b91a-2c676b29022a req-4c0e7732-21d0-4b17-9278-1a2d1bc171f9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:45.097155 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['3f0e5739-b788-43f3-8405-75ad4766a788'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:27:45.100057 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6b7739f5-0651-40e2-b91a-2c676b29022a req-4c0e7732-21d0-4b17-9278-1a2d1bc171f9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 943 time: 0.2355812 Jun 14 18:27:45.102848 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:45.104257 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:45.106919 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] 10.222.0.13 "PUT /v2.0/ports/7513d78b-6877-4846-a318-fbe800a362f4 HTTP/1.1" status: 200 len: 1093 time: 1.8024371 Jun 14 18:27:45.110249 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'tag': '7513d78b-6877-4846-a318-fbe800a362f4'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:27:45.113517 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7058c0ad-5a52-433f-a0ae-4837eb89638c" -d '{"events": [{"name": "network-changed", "server_uuid": "90a63d77-87d7-4616-af3d-fe6cb12e93fe", "tag": "7513d78b-6877-4846-a318-fbe800a362f4"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:27:45.146945 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53526) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:45.160709 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20212f5-d353-4660-9eec-b5c1ee5b8616 service neutron] Pushing event updated for resources: {'Port': ['ID=7513d78b-6877-4846-a318-fbe800a362f4,revision_number=3']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:45.183464 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ba872-60aa-4bb3-982d-1861b5ac2895 req-228361cd-e15a-4506-8b64-42b010192ae2 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:45.185566 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:45.194351 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0e0ba872-60aa-4bb3-982d-1861b5ac2895 req-228361cd-e15a-4506-8b64-42b010192ae2 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 945 time: 0.0962160 Jun 14 18:27:45.234264 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6b7739f5-0651-40e2-b91a-2c676b29022a req-d3cb3027-1297-4acb-920d-31cbaafda945 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329873 Jun 14 18:27:45.275964 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0e0ba872-60aa-4bb3-982d-1861b5ac2895 req-1c11d9fe-2b6e-4a00-b3bb-060ee171e5ad tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791728 Jun 14 18:27:45.305728 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108453a2-4378-4ada-af51-e79c9b7ae82b x-openstack-request-id: req-108453a2-4378-4ada-af51-e79c9b7ae82b {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:27:45.306019 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a63d77-87d7-4616-af3d-fe6cb12e93fe", "tag": "7513d78b-6877-4846-a318-fbe800a362f4", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:27:45.306326 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-108453a2-4378-4ada-af51-e79c9b7ae82b {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:27:45.306729 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108453a2-4378-4ada-af51-e79c9b7ae82b'] response: {'name': 'network-changed', 'server_uuid': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'tag': '7513d78b-6877-4846-a318-fbe800a362f4', 'status': 'completed', 'code': 200} Jun 14 18:27:45.351138 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f7a298f2-6f44-4cee-a826-dd5bd4648afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:45.472314 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058c0ad-5a52-433f-a0ae-4837eb89638c req-9c518997-6e01-4919-be2d-2b0bff7d80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:45.474024 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7058c0ad-5a52-433f-a0ae-4837eb89638c req-9c518997-6e01-4919-be2d-2b0bff7d80ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2f771a602054b349adae092a9d3ed24&device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 1127 time: 0.0635524 Jun 14 18:27:45.543057 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-1f5f9fe1-5183-4715-bceb-3b3deb4eaf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:45.544826 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-1f5f9fe1-5183-4715-bceb-3b3deb4eaf66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1642613 Jun 14 18:27:45.583804 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2085-c522-49bc-9368-b60a5974e116 req-9811ea04-a8f5-4b87-8c4e-c95a88951110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:45.585279 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-9811ea04-a8f5-4b87-8c4e-c95a88951110 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=274ef244-b114-4d41-92b0-e6c757fabfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2061057 Jun 14 18:27:45.663770 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 53542) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:45.732071 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058c0ad-5a52-433f-a0ae-4837eb89638c req-9ca6d40b-871b-415d-b84c-0bc6a8cebca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:45.733682 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f7a298f2-6f44-4cee-a826-dd5bd4648afa admin admin] Publish callbacks [] for security_group (f205aa02-3f6a-443d-9324-7543f46fff00), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:45.734448 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7058c0ad-5a52-433f-a0ae-4837eb89638c req-9ca6d40b-871b-415d-b84c-0bc6a8cebca3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e2f771a602054b349adae092a9d3ed24&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2491794 Jun 14 18:27:45.781010 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-c987aa2c-9e85-48b5-82fc-c3374443f8a8 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189617 Jun 14 18:27:45.782986 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-4da8b03a-6478-45b7-ac3e-441d0cfb0626 service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746106 Jun 14 18:27:45.827568 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f7a298f2-6f44-4cee-a826-dd5bd4648afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (f205aa02-3f6a-443d-9324-7543f46fff00), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.012082 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-f7a298f2-6f44-4cee-a826-dd5bd4648afa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8dc7e102de2343158892c056a664561e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8640661 Jun 14 18:27:46.016191 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a298f2-6f44-4cee-a826-dd5bd4648afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f205aa02-3f6a-443d-9324-7543f46fff00,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:46.016540 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 53550) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:46.027708 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3442add-aa88-49af-8517-92adb6ab8075 req-6de6d666-b479-4be6-a6db-0b47c76e2e79 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:46.029203 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f3442add-aa88-49af-8517-92adb6ab8075 req-6de6d666-b479-4be6-a6db-0b47c76e2e79 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 944 time: 0.1515415 Jun 14 18:27:46.075322 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-074f2085-c522-49bc-9368-b60a5974e116 req-07103ef2-e9ff-45db-a579-c8f45962b7ae service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822020 Jun 14 18:27:46.090324 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34877c49-e5d5-414b-a545-7402dbfbff77 req-188583e6-0f6e-4284-9482-92d76a1b86dd service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987416 Jun 14 18:27:46.125239 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f3442add-aa88-49af-8517-92adb6ab8075 req-0a191b0e-4daa-4a3a-8c16-e43afca8bbef tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851524 Jun 14 18:27:46.143323 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5e3ce2a6-ef3e-459f-a77a-a97fd35ac41c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.205372 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad30b40-a5ce-4e79-801a-68384e9d00b9 req-78b36ad7-7589-4c4a-a431-e6efa6d5363b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:46.206794 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9ad30b40-a5ce-4e79-801a-68384e9d00b9 req-78b36ad7-7589-4c4a-a431-e6efa6d5363b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.1911135 Jun 14 18:27:46.255847 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:46.259519 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058c0ad-5a52-433f-a0ae-4837eb89638c req-731e8208-e663-4083-8725-461053aa2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:46.263167 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7058c0ad-5a52-433f-a0ae-4837eb89638c req-731e8208-e663-4083-8725-461053aa2a98 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5116904 Jun 14 18:27:46.314760 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-18705dbb-3633-4190-8c98-0cc76be14371 admin admin] Publish callbacks [] for security_group (f205aa02-3f6a-443d-9324-7543f46fff00), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.346628 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9ad30b40-a5ce-4e79-801a-68384e9d00b9 req-8f112c5c-d800-4abb-a4d1-11ff1f58d51a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236050 Jun 14 18:27:46.357059 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b9dbc-4ee6-4d13-bc5e-775a3a5b5780 req-d117737c-27bb-4edc-9469-79f05e04066a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:46.358549 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1e1b9dbc-4ee6-4d13-bc5e-775a3a5b5780 req-d117737c-27bb-4edc-9469-79f05e04066a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 943 time: 0.0475202 Jun 14 18:27:46.364843 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-18705dbb-3633-4190-8c98-0cc76be14371 admin admin] Publish callbacks [] for security_group (f205aa02-3f6a-443d-9324-7543f46fff00), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.420794 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1e1b9dbc-4ee6-4d13-bc5e-775a3a5b5780 req-1a70dfc7-1301-40c8-b842-8fce347a3ed1 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562403 Jun 14 18:27:46.423138 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 3f0e5739-b788-43f3-8405-75ad4766a788 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:46.423621 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5e3ce2a6-ef3e-459f-a77a-a97fd35ac41c admin admin] Publish callbacks [] for security_group (abaab49b-e7cc-4c4e-ad86-823fc241594f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.458088 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:46.470303 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 3f0e5739-b788-43f3-8405-75ad4766a788 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:27:46.473596 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adac98c-efc9-4a4e-afe0-28f2d5c86514 req-6f2b0a7e-86c0-4576-9925-2bdfbca4459f tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:46.475176 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9adac98c-efc9-4a4e-afe0-28f2d5c86514 req-6f2b0a7e-86c0-4576-9925-2bdfbca4459f tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 945 time: 0.0547929 Jun 14 18:27:46.499788 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5e3ce2a6-ef3e-459f-a77a-a97fd35ac41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (abaab49b-e7cc-4c4e-ad86-823fc241594f), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.549738 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ce2a6-ef3e-459f-a77a-a97fd35ac41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaab49b-e7cc-4c4e-ad86-823fc241594f,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:46.565248 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53562) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:46.565338 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-5e3ce2a6-ef3e-459f-a77a-a97fd35ac41c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f0b7baad3676403cb1e267d9e2ed81b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9005854 Jun 14 18:27:46.569976 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9adac98c-efc9-4a4e-afe0-28f2d5c86514 req-4502a33a-41db-4aa1-832f-4007865f6547 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874865 Jun 14 18:27:46.579666 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 3f0e5739-b788-43f3-8405-75ad4766a788 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:46.580149 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-18705dbb-3633-4190-8c98-0cc76be14371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (f205aa02-3f6a-443d-9324-7543f46fff00), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.580617 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.583158 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-18705dbb-3633-4190-8c98-0cc76be14371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.585402 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-18705dbb-3633-4190-8c98-0cc76be14371 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f205aa02-3f6a-443d-9324-7543f46fff00 HTTP/1.1" status: 204 len: 168 time: 0.5657387 Jun 14 18:27:46.598837 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18705dbb-3633-4190-8c98-0cc76be14371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f205aa02-3f6a-443d-9324-7543f46fff00,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:46.642060 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a294076a-72fd-4ac6-ae4f-72e5add2890c admin admin] Publish callbacks [] for security_group (abaab49b-e7cc-4c4e-ad86-823fc241594f), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.674878 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 3f0e5739-b788-43f3-8405-75ad4766a788 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:46.675365 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.676510 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a294076a-72fd-4ac6-ae4f-72e5add2890c admin admin] Publish callbacks [] for security_group (abaab49b-e7cc-4c4e-ad86-823fc241594f), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.690259 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:46.704910 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99045096-d6ff-4e14-b710-1b1e2dd9a7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0e5739-b788-43f3-8405-75ad4766a788'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:27:46.707222 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79dd43e-f953-4178-9872-5f1f9480655e" -d '{"events": [{"server_uuid": "99045096-d6ff-4e14-b710-1b1e2dd9a7c5", "name": "network-vif-plugged", "status": "completed", "tag": "3f0e5739-b788-43f3-8405-75ad4766a788"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:27:46.720601 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 3f0e5739-b788-43f3-8405-75ad4766a788, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3f0e5739-b788-43f3-8405-75ad4766a788,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:46.746475 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed43d8f2-7248-4ce3-9f09-812fc6792055 x-openstack-request-id: req-ed43d8f2-7248-4ce3-9f09-812fc6792055 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:27:46.746834 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99045096-d6ff-4e14-b710-1b1e2dd9a7c5", "name": "network-vif-plugged", "status": "completed", "tag": "3f0e5739-b788-43f3-8405-75ad4766a788", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:27:46.747166 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed43d8f2-7248-4ce3-9f09-812fc6792055 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:27:46.747562 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed43d8f2-7248-4ce3-9f09-812fc6792055'] response: {'server_uuid': '99045096-d6ff-4e14-b710-1b1e2dd9a7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0e5739-b788-43f3-8405-75ad4766a788', 'code': 200} Jun 14 18:27:46.773212 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.779715 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:46.805051 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a294076a-72fd-4ac6-ae4f-72e5add2890c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (abaab49b-e7cc-4c4e-ad86-823fc241594f), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.807636 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a294076a-72fd-4ac6-ae4f-72e5add2890c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:46.811419 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-a294076a-72fd-4ac6-ae4f-72e5add2890c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/abaab49b-e7cc-4c4e-ad86-823fc241594f HTTP/1.1" status: 204 len: 168 time: 0.2426376 Jun 14 18:27:46.817155 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294076a-72fd-4ac6-ae4f-72e5add2890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaab49b-e7cc-4c4e-ad86-823fc241594f,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:46.824735 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=3f0e5739-b788-43f3-8405-75ad4766a788,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:47.004456 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee', 'tag': 'dcaeaf29-4f8b-4d99-8c22-29b129b65a8c'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:27:47.006787 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c457277-ee75-459f-9a7a-2e925b1eaffc" -d '{"events": [{"name": "network-changed", "server_uuid": "118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee", "tag": "dcaeaf29-4f8b-4d99-8c22-29b129b65a8c"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:27:47.046259 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76497a79-378e-4995-a757-93506a2bca97 x-openstack-request-id: req-76497a79-378e-4995-a757-93506a2bca97 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:27:47.046552 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee", "tag": "dcaeaf29-4f8b-4d99-8c22-29b129b65a8c", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:27:47.046804 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-76497a79-378e-4995-a757-93506a2bca97 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:27:47.047208 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76497a79-378e-4995-a757-93506a2bca97'] response: {'name': 'network-changed', 'server_uuid': '118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee', 'tag': 'dcaeaf29-4f8b-4d99-8c22-29b129b65a8c', 'status': 'completed', 'code': 200} Jun 14 18:27:47.233428 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 53582) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:47.247519 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4410c676-3999-4bac-8693-e5513d9a7536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:47.252372 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd628029-d2dc-48ac-82db-a4c37c542d9a req-e940cbaf-5fee-4aad-a197-dd3231de5172 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:47.253889 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cd628029-d2dc-48ac-82db-a4c37c542d9a req-e940cbaf-5fee-4aad-a197-dd3231de5172 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 944 time: 0.0518129 Jun 14 18:27:47.303391 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cd628029-d2dc-48ac-82db-a4c37c542d9a req-cee5bbf4-2a56-4f24-b9bf-a164f130a37d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438030 Jun 14 18:27:47.348138 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4410c676-3999-4bac-8693-e5513d9a7536 admin admin] Publish callbacks [] for security_group (bdaa4c7f-179c-427f-ab0c-20561d0f584e), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:47.460560 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4410c676-3999-4bac-8693-e5513d9a7536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (bdaa4c7f-179c-427f-ab0c-20561d0f584e), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:47.515219 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38208f-89d3-4dc0-85dc-410f494c2271 req-7dba1077-2360-4678-981e-17f16704fcda tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:47.518610 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3b38208f-89d3-4dc0-85dc-410f494c2271 req-7dba1077-2360-4678-981e-17f16704fcda tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0879116 Jun 14 18:27:47.524044 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-4410c676-3999-4bac-8693-e5513d9a7536 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=24d9ec1a19414d998f09efde0b1458ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894580 Jun 14 18:27:47.527033 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410c676-3999-4bac-8693-e5513d9a7536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaa4c7f-179c-427f-ab0c-20561d0f584e,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:47.530039 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 53594) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:47.543210 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 53596) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:47.578718 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ab90b9b5-86ec-4a70-8199-221ba3b801cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:47.582572 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f222c-9992-44f0-a375-6cb958a1ee1b req-9a617a95-4d59-433b-8ac9-e89a5b144baf tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:47.584105 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-408f222c-9992-44f0-a375-6cb958a1ee1b req-9a617a95-4d59-433b-8ac9-e89a5b144baf tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 943 time: 0.0645535 Jun 14 18:27:47.640552 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3b38208f-89d3-4dc0-85dc-410f494c2271 req-5512b30e-3990-4ed1-82e0-52d67adfee33 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152153 Jun 14 18:27:47.641327 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-408f222c-9992-44f0-a375-6cb958a1ee1b req-18296683-fc88-4b15-b35e-7fe5c1d50657 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454819 Jun 14 18:27:47.667703 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f88b0ae7-1b58-4cec-8919-2930b5128b69 admin admin] Publish callbacks [] for security_group (bdaa4c7f-179c-427f-ab0c-20561d0f584e), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:47.700662 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f88b0ae7-1b58-4cec-8919-2930b5128b69 admin admin] Publish callbacks [] for security_group (bdaa4c7f-179c-427f-ab0c-20561d0f584e), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:47.752711 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ab90b9b5-86ec-4a70-8199-221ba3b801cc admin admin] Publish callbacks [] for security_group (994dad53-533d-4cc6-96eb-6327c7dd6911), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:47.881550 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ab90b9b5-86ec-4a70-8199-221ba3b801cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (994dad53-533d-4cc6-96eb-6327c7dd6911), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:47.886363 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f88b0ae7-1b58-4cec-8919-2930b5128b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (bdaa4c7f-179c-427f-ab0c-20561d0f584e), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:47.888908 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f88b0ae7-1b58-4cec-8919-2930b5128b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:47.890085 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f88b0ae7-1b58-4cec-8919-2930b5128b69 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bdaa4c7f-179c-427f-ab0c-20561d0f584e HTTP/1.1" status: 204 len: 168 time: 0.3591664 Jun 14 18:27:47.926409 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-ab90b9b5-86ec-4a70-8199-221ba3b801cc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c5399341f4347eaba264936827bc324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813913 Jun 14 18:27:47.927121 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90b9b5-86ec-4a70-8199-221ba3b801cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994dad53-533d-4cc6-96eb-6327c7dd6911,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:47.931664 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53600) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:47.945696 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b0ae7-1b58-4cec-8919-2930b5128b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaa4c7f-179c-427f-ab0c-20561d0f584e,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:48.156977 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03fad83e-cd37-4d4a-a104-8ec7bd81e6d6 admin admin] Publish callbacks [] for security_group (994dad53-533d-4cc6-96eb-6327c7dd6911), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:48.181664 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03fad83e-cd37-4d4a-a104-8ec7bd81e6d6 admin admin] Publish callbacks [] for security_group (994dad53-533d-4cc6-96eb-6327c7dd6911), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:48.326686 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03fad83e-cd37-4d4a-a104-8ec7bd81e6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (994dad53-533d-4cc6-96eb-6327c7dd6911), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:48.329345 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03fad83e-cd37-4d4a-a104-8ec7bd81e6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:48.330523 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-03fad83e-cd37-4d4a-a104-8ec7bd81e6d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/994dad53-533d-4cc6-96eb-6327c7dd6911 HTTP/1.1" status: 204 len: 168 time: 0.4001830 Jun 14 18:27:48.342231 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fad83e-cd37-4d4a-a104-8ec7bd81e6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994dad53-533d-4cc6-96eb-6327c7dd6911,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:48.349613 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:48.443746 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cfcf5-1235-427d-acfb-11d08da1a6bd req-fc756550-6e26-4d4b-910f-9464ed1f5874 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:48.445227 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3d3cfcf5-1235-427d-acfb-11d08da1a6bd req-fc756550-6e26-4d4b-910f-9464ed1f5874 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 944 time: 0.0528955 Jun 14 18:27:48.501354 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3d3cfcf5-1235-427d-acfb-11d08da1a6bd req-16f67eb3-3432-4f33-a062-d68beaf7df71 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498455 Jun 14 18:27:48.770141 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e888d-ea50-475f-a889-c902939914dc req-1f97a581-5ad0-486c-b303-614a24d9a204 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:48.771979 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-718e888d-ea50-475f-a889-c902939914dc req-1f97a581-5ad0-486c-b303-614a24d9a204 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0547061 Jun 14 18:27:48.779473 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd141-31ab-4859-880e-df86372e6707 req-fee94589-927d-4408-a15d-c5bab126651c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:48.781122 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-eddcd141-31ab-4859-880e-df86372e6707 req-fee94589-927d-4408-a15d-c5bab126651c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 943 time: 0.0485435 Jun 14 18:27:48.828602 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-718e888d-ea50-475f-a889-c902939914dc req-531669a2-742a-4c8d-8a31-19173a0fe054 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490158 Jun 14 18:27:48.842644 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-eddcd141-31ab-4859-880e-df86372e6707 req-c2d33dc6-5175-4ed3-85da-b0923769a6ee tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549076 Jun 14 18:27:49.230411 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:49.355202 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:49.626158 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01be36d-dd48-4602-a4b3-92480dd81bb6 req-333d3f43-6d60-490f-b681-4b6d5e09e5f0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:49.627827 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e01be36d-dd48-4602-a4b3-92480dd81bb6 req-333d3f43-6d60-490f-b681-4b6d5e09e5f0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 944 time: 0.0559227 Jun 14 18:27:49.681535 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:49.689368 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e01be36d-dd48-4602-a4b3-92480dd81bb6 req-c63bffaa-b952-470c-8477-10e6aa19d459 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552428 Jun 14 18:27:50.012450 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1394219-8e0f-4702-ad33-fbf738204656 req-b47da87f-d92f-46ca-965c-f0f4b69058c8 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:50.013764 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcc302-9b38-43ef-ac5f-ca31a44f4f90 req-e32fa012-067c-488c-a34c-eb8d647db42c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:50.014275 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e1394219-8e0f-4702-ad33-fbf738204656 req-b47da87f-d92f-46ca-965c-f0f4b69058c8 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 943 time: 0.0825419 Jun 14 18:27:50.015415 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:50.021537 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d3fcc302-9b38-43ef-ac5f-ca31a44f4f90 req-e32fa012-067c-488c-a34c-eb8d647db42c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0628288 Jun 14 18:27:50.077275 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d3fcc302-9b38-43ef-ac5f-ca31a44f4f90 req-b0051349-007b-4f0f-8f32-f9e1e696f0bd tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546904 Jun 14 18:27:50.118090 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e1394219-8e0f-4702-ad33-fbf738204656 req-71cdc762-fd2b-4f23-9a77-e5c1a69e48ae tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966105 Jun 14 18:27:50.222766 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:50.799827 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b505d-17e1-4608-a435-687c126509c5 req-3d8445bc-3380-4c79-a316-b358bea10f87 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:50.799827 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7c2b505d-17e1-4608-a435-687c126509c5 req-3d8445bc-3380-4c79-a316-b358bea10f87 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 944 time: 0.0465369 Jun 14 18:27:50.858889 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7c2b505d-17e1-4608-a435-687c126509c5 req-0bf7b7e7-557a-4614-bc0c-b61b5fdaa734 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523541 Jun 14 18:27:51.221382 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf837a-3793-4d76-9ca3-a50d0077de05 req-32e9b26f-550f-4628-b319-9255a0532875 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:51.222970 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-09bf837a-3793-4d76-9ca3-a50d0077de05 req-32e9b26f-550f-4628-b319-9255a0532875 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0553808 Jun 14 18:27:51.224022 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:51.235868 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137d61-f3a9-4171-b737-50de2b7396ca req-002168d1-7efd-46d9-acf0-5430102521b8 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:51.237914 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-81137d61-f3a9-4171-b737-50de2b7396ca req-002168d1-7efd-46d9-acf0-5430102521b8 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 943 time: 0.0527935 Jun 14 18:27:51.262099 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:51.281316 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-09bf837a-3793-4d76-9ca3-a50d0077de05 req-074d6377-8861-43e8-b8d5-f302100be255 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522294 Jun 14 18:27:51.291635 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-81137d61-f3a9-4171-b737-50de2b7396ca req-4c6d0298-2b6c-480c-962f-64f891223926 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474718 Jun 14 18:27:51.321836 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:51.983374 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65675566-49a1-4288-88d1-b1b2b5ad7bf9 req-85e1f0c6-e289-4751-bae2-59ce48a8070a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:51.985964 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-65675566-49a1-4288-88d1-b1b2b5ad7bf9 req-85e1f0c6-e289-4751-bae2-59ce48a8070a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 944 time: 0.0551255 Jun 14 18:27:52.049140 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-65675566-49a1-4288-88d1-b1b2b5ad7bf9 req-196528f9-ee69-494a-9b8f-e4ec549e773d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473292 Jun 14 18:27:52.422572 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1928ca-50d2-4c22-a294-bce5b36ef5d6 req-54cd5627-d1ac-4b0a-8bb0-607b2ba9eac5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:52.424124 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-dd1928ca-50d2-4c22-a294-bce5b36ef5d6 req-54cd5627-d1ac-4b0a-8bb0-607b2ba9eac5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 943 time: 0.0584688 Jun 14 18:27:52.426500 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9fca3-ff07-45b8-bb6d-c69ac62b42d8 req-a15cae77-ee3f-4c5f-8a17-e6889ba1167a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:52.428078 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c7b9fca3-ff07-45b8-bb6d-c69ac62b42d8 req-a15cae77-ee3f-4c5f-8a17-e6889ba1167a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0592136 Jun 14 18:27:52.482806 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c7b9fca3-ff07-45b8-bb6d-c69ac62b42d8 req-0220d2f5-387c-4532-b49e-c79392c3f18a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482516 Jun 14 18:27:52.483847 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-dd1928ca-50d2-4c22-a294-bce5b36ef5d6 req-08fce181-81ff-455e-b992-a65d0769ebe7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520349 Jun 14 18:27:52.491780 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device ee384335-560e-4f82-a137-0b23b61ff825 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:27:52.599699 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ee384335-560e-4f82-a137-0b23b61ff825,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:52.614398 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': 'ee384335-560e-4f82-a137-0b23b61ff825', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'port_id': 'ee384335-560e-4f82-a137-0b23b61ff825', 'mac_address': 'fa:16:3e:f4:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:27:52.766124 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port ee384335-560e-4f82-a137-0b23b61ff825 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:52.766519 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ee384335-560e-4f82-a137-0b23b61ff825), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:52.780376 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee384335-560e-4f82-a137-0b23b61ff825 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:27:52.809062 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ee384335-560e-4f82-a137-0b23b61ff825,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:52.848871 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c457277-ee75-459f-9a7a-2e925b1eaffc req-7edd1b3c-90ec-468f-b98e-37d59bb20123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:52.849552 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7c457277-ee75-459f-9a7a-2e925b1eaffc req-7edd1b3c-90ec-468f-b98e-37d59bb20123 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 1128 time: 0.0483620 Jun 14 18:27:52.865380 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e4df8-ca4e-429e-9d52-aa49fef41940 req-3058e6ed-edd6-4e6d-b69a-dfc2b66844a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:52.866889 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-191e4df8-ca4e-429e-9d52-aa49fef41940 req-3058e6ed-edd6-4e6d-b69a-dfc2b66844a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8603a3b1604479da86224c52c2467ad&device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 1128 time: 0.0717239 Jun 14 18:27:52.915708 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ee384335-560e-4f82-a137-0b23b61ff825), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:52.947556 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095266a7-91f8-4470-820c-ac301b6c677a req-992c37af-8b2a-4312-9adf-86f4b87f7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:52.952574 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-992c37af-8b2a-4312-9adf-86f4b87f7180 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2f771a602054b349adae092a9d3ed24&device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 1127 time: 0.0988955 Jun 14 18:27:53.013112 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=ee384335-560e-4f82-a137-0b23b61ff825,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:53.021242 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e4df8-ca4e-429e-9d52-aa49fef41940 req-66fb5ac1-2501-4198-a1f2-2c571d892afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:53.022821 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-191e4df8-ca4e-429e-9d52-aa49fef41940 req-66fb5ac1-2501-4198-a1f2-2c571d892afd service neutron] 10.222.0.13 "GET /v2.0/networks?id=274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 200 len: 918 time: 0.1489313 Jun 14 18:27:53.045409 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-572c0c5b-93d6-4fb7-9f10-102ae1f7da9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7513d78b-6877-4846-a318-fbe800a362f4 HTTP/1.1" status: 200 len: 217 time: 0.0865057 Jun 14 18:27:53.090318 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-191e4df8-ca4e-429e-9d52-aa49fef41940 req-b434b7fe-9c82-4d74-af92-2eff0f12a273 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee384335-560e-4f82-a137-0b23b61ff825 HTTP/1.1" status: 200 len: 217 time: 0.0609286 Jun 14 18:27:53.133606 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c457277-ee75-459f-9a7a-2e925b1eaffc req-a28abf37-f740-4bdd-be48-87067f8c514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:53.136206 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['ee384335-560e-4f82-a137-0b23b61ff825'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:27:53.141353 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:53.141589 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7c457277-ee75-459f-9a7a-2e925b1eaffc req-a28abf37-f740-4bdd-be48-87067f8c514f service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.2791939 Jun 14 18:27:53.167492 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e4df8-ca4e-429e-9d52-aa49fef41940 req-96ab07e2-3035-4c11-ab9c-f39a0d1bfbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:53.170834 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-191e4df8-ca4e-429e-9d52-aa49fef41940 req-96ab07e2-3035-4c11-ab9c-f39a0d1bfbef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61e47d25-4bab-4e31-a800-f8d0e60b222c HTTP/1.1" status: 200 len: 856 time: 0.0744529 Jun 14 18:27:53.173145 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095266a7-91f8-4470-820c-ac301b6c677a req-eb9bdeda-7948-4cdc-a33d-19cdfb8b6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:53.174136 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-eb9bdeda-7948-4cdc-a33d-19cdfb8b6755 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f380e5ad-d4ad-415b-bade-032ddaaa2dd1 HTTP/1.1" status: 200 len: 849 time: 0.1217759 Jun 14 18:27:53.258341 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7c457277-ee75-459f-9a7a-2e925b1eaffc req-a14e7a2b-b789-4300-b0a7-dda4f423c48d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c HTTP/1.1" status: 200 len: 217 time: 0.1061208 Jun 14 18:27:53.284901 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e4df8-ca4e-429e-9d52-aa49fef41940 req-bfacccb2-ce44-41ab-bcb2-8af0a8f072e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:53.286564 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-191e4df8-ca4e-429e-9d52-aa49fef41940 req-bfacccb2-ce44-41ab-bcb2-8af0a8f072e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=274ef244-b114-4d41-92b0-e6c757fabfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1035252 Jun 14 18:27:53.358482 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095266a7-91f8-4470-820c-ac301b6c677a req-db9a3953-651e-449a-98c7-e3e3c9b68d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:53.359983 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-db9a3953-651e-449a-98c7-e3e3c9b68d0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c02f9f85-b95f-4513-a67b-ed0864c5046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1255436 Jun 14 18:27:53.375494 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c457277-ee75-459f-9a7a-2e925b1eaffc req-bcbcf180-433b-4d7c-aa5a-f01cf5116971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:53.377243 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7c457277-ee75-459f-9a7a-2e925b1eaffc req-bcbcf180-433b-4d7c-aa5a-f01cf5116971 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.1181426 Jun 14 18:27:53.402574 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcccc1-60d0-4f0a-b5be-911417ab450f req-da98ca1b-4be4-47a6-8d94-f2420b5cb68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:53.404302 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4bfcccc1-60d0-4f0a-b5be-911417ab450f req-da98ca1b-4be4-47a6-8d94-f2420b5cb68b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 1129 time: 0.1152480 Jun 14 18:27:53.438728 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116a3f9-ec9c-40b8-9429-5d36125d09d2 req-a50ca23b-8212-4acb-9fea-b5a728b3f960 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:53.446544 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e116a3f9-ec9c-40b8-9429-5d36125d09d2 req-a50ca23b-8212-4acb-9fea-b5a728b3f960 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 944 time: 0.1587832 Jun 14 18:27:53.482404 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c457277-ee75-459f-9a7a-2e925b1eaffc req-9fe20917-c08e-4862-a1f9-cdff594a3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:53.483937 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7c457277-ee75-459f-9a7a-2e925b1eaffc req-9fe20917-c08e-4862-a1f9-cdff594a3c54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940323 Jun 14 18:27:53.540370 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-55662dad-9847-4bdb-a6d2-8dc85e42e2b3 service neutron] 10.222.0.13 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737123 Jun 14 18:27:53.543885 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:53.639750 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4bfcccc1-60d0-4f0a-b5be-911417ab450f req-370fe598-8d8b-4ef4-8077-bc468f88a7c8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268150 Jun 14 18:27:53.643049 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:53.648480 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-191e4df8-ca4e-429e-9d52-aa49fef41940 req-c61575aa-cb0b-4432-8c08-1dc6d2e480ac service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478439 Jun 14 18:27:53.653494 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e116a3f9-ec9c-40b8-9429-5d36125d09d2 req-e1963cb0-a6a4-4514-9ac0-86bbd812cbf5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060006 Jun 14 18:27:53.685622 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7c457277-ee75-459f-9a7a-2e925b1eaffc req-ffd5620c-b2fa-40b1-9a6a-e4c6748b154d service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933494 Jun 14 18:27:53.723850 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-095266a7-91f8-4470-820c-ac301b6c677a req-5b0479ed-952a-46a5-be45-5fe87d401f50 service neutron] 10.222.0.13 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766558 Jun 14 18:27:53.812583 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9d4e6-4a6d-4b24-b9ba-fc0bde89d944 req-58d27958-3708-40b1-a09e-00f982494a87 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:53.821771 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-70b9d4e6-4a6d-4b24-b9ba-fc0bde89d944 req-58d27958-3708-40b1-a09e-00f982494a87 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 945 time: 0.0860667 Jun 14 18:27:53.909587 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-70b9d4e6-4a6d-4b24-b9ba-fc0bde89d944 req-8468a054-8794-4387-9945-12aaf00ff510 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877078 Jun 14 18:27:53.917480 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53832) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:53.985070 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-191e4df8-ca4e-429e-9d52-aa49fef41940 req-c50d64fa-8e96-429b-9066-f811ffc26e7d service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278572 Jun 14 18:27:54.014326 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:54.024461 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7c457277-ee75-459f-9a7a-2e925b1eaffc req-9ddbb917-9a20-401a-bdf3-5f741a5648c5 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679575 Jun 14 18:27:54.079140 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ff93e71a-815e-4b35-ae91-aa705b523857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:54.103228 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61634b3-945c-40ef-b520-af2dff4a947c req-38f5ced0-6474-46a7-a5b6-da6cba20db44 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:54.105307 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f61634b3-945c-40ef-b520-af2dff4a947c req-38f5ced0-6474-46a7-a5b6-da6cba20db44 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 943 time: 0.0534413 Jun 14 18:27:54.126908 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:54.160861 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f61634b3-945c-40ef-b520-af2dff4a947c req-fe51055b-4ec3-4898-bb8e-cc17928e80bc tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465527 Jun 14 18:27:54.188531 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ff93e71a-815e-4b35-ae91-aa705b523857 admin admin] Publish callbacks [] for security_group (c0d73772-c3c1-4c15-a1fc-49935df84112), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:54.262885 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ff93e71a-815e-4b35-ae91-aa705b523857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (c0d73772-c3c1-4c15-a1fc-49935df84112), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:54.302438 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93e71a-815e-4b35-ae91-aa705b523857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d73772-c3c1-4c15-a1fc-49935df84112,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:54.306598 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-ff93e71a-815e-4b35-ae91-aa705b523857 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4b6b5a86b034499b3a92f312c487955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865592 Jun 14 18:27:54.310059 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53850) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:54.367982 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-aa407334-9617-4a08-8eb0-415ad692fe48 admin admin] Publish callbacks [] for security_group (c0d73772-c3c1-4c15-a1fc-49935df84112), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:54.391564 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-aa407334-9617-4a08-8eb0-415ad692fe48 admin admin] Publish callbacks [] for security_group (c0d73772-c3c1-4c15-a1fc-49935df84112), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:54.501761 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device dcaeaf29-4f8b-4d99-8c22-29b129b65a8c details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:27:54.514491 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-aa407334-9617-4a08-8eb0-415ad692fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (c0d73772-c3c1-4c15-a1fc-49935df84112), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:54.518687 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-aa407334-9617-4a08-8eb0-415ad692fe48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:54.520104 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-aa407334-9617-4a08-8eb0-415ad692fe48 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c0d73772-c3c1-4c15-a1fc-49935df84112 HTTP/1.1" status: 204 len: 168 time: 0.2089670 Jun 14 18:27:54.547849 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device ee384335-560e-4f82-a137-0b23b61ff825 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:54.548220 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa407334-9617-4a08-8eb0-415ad692fe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d73772-c3c1-4c15-a1fc-49935df84112,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:54.623082 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:54.656202 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port ee384335-560e-4f82-a137-0b23b61ff825 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:27:54.662729 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:54.674356 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': 'dcaeaf29-4f8b-4d99-8c22-29b129b65a8c', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'port_id': 'dcaeaf29-4f8b-4d99-8c22-29b129b65a8c', 'mac_address': 'fa:16:3e:66:2d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:27:54.715686 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:54.716087 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:54.740808 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port ee384335-560e-4f82-a137-0b23b61ff825 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:54.741174 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (ee384335-560e-4f82-a137-0b23b61ff825), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:54.773584 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcaeaf29-4f8b-4d99-8c22-29b129b65a8c {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:27:54.781611 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:54.787432 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fc1ca-29ea-40a7-a77a-2b6b5285544d req-773c4b2f-6f95-4961-8f25-ed5ee227180a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:54.788937 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-842fc1ca-29ea-40a7-a77a-2b6b5285544d req-773c4b2f-6f95-4961-8f25-ed5ee227180a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 944 time: 0.0524092 Jun 14 18:27:54.811021 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:54.847630 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:27:54.865871 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-842fc1ca-29ea-40a7-a77a-2b6b5285544d req-3e6e123f-94e6-4815-8285-6cfc805910a0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684724 Jun 14 18:27:54.917398 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:54.972091 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port ee384335-560e-4f82-a137-0b23b61ff825 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:54.972475 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ee384335-560e-4f82-a137-0b23b61ff825), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:55.032126 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:55.039003 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:27:55.041588 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc9654-924f-4cb0-9c31-cc167826143c req-0bced826-0718-458a-a97d-52a7a6a4dfac tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:55.041727 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a474ebdb-d8e0-4bf0-a040-63fe36fd3822" -d '{"events": [{"server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "name": "network-vif-plugged", "status": "completed", "tag": "ee384335-560e-4f82-a137-0b23b61ff825"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:27:55.043516 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b1fc9654-924f-4cb0-9c31-cc167826143c req-0bced826-0718-458a-a97d-52a7a6a4dfac tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 945 time: 0.0588231 Jun 14 18:27:55.055780 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ee384335-560e-4f82-a137-0b23b61ff825,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:55.080900 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95b3f59-6c9a-49ac-9434-0dbaebdf428d x-openstack-request-id: req-e95b3f59-6c9a-49ac-9434-0dbaebdf428d {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:27:55.081425 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "name": "network-vif-plugged", "status": "completed", "tag": "ee384335-560e-4f82-a137-0b23b61ff825", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:27:55.081949 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e95b3f59-6c9a-49ac-9434-0dbaebdf428d {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:27:55.082677 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e95b3f59-6c9a-49ac-9434-0dbaebdf428d'] response: {'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825', 'code': 200} Jun 14 18:27:55.102770 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b1fc9654-924f-4cb0-9c31-cc167826143c req-86295130-d388-4cbe-b088-8fe8df093e7f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524044 Jun 14 18:27:55.115434 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ee384335-560e-4f82-a137-0b23b61ff825), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:55.167759 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=ee384335-560e-4f82-a137-0b23b61ff825,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:55.248403 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['dcaeaf29-4f8b-4d99-8c22-29b129b65a8c'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:27:55.298188 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf1436-a68d-49d0-bd07-e0c8f22d659b req-e50cbf3e-fa0e-4604-ab03-c699f1a2d885 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:55.299349 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d3bf1436-a68d-49d0-bd07-e0c8f22d659b req-e50cbf3e-fa0e-4604-ab03-c699f1a2d885 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 943 time: 0.0519686 Jun 14 18:27:55.338495 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53880) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:55.354987 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2b888bda-9595-4e82-9e67-ee1ac4a0330b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:55.394255 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d3bf1436-a68d-49d0-bd07-e0c8f22d659b req-73661fe9-46be-4b14-b848-3a185304fac0 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872180 Jun 14 18:27:55.397765 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:55.481992 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2b888bda-9595-4e82-9e67-ee1ac4a0330b admin admin] Publish callbacks [] for security_group (d36ee64e-9e32-461e-aafe-973c396e847d), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:55.571620 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2b888bda-9595-4e82-9e67-ee1ac4a0330b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d36ee64e-9e32-461e-aafe-973c396e847d), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:55.614885 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b888bda-9595-4e82-9e67-ee1ac4a0330b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36ee64e-9e32-461e-aafe-973c396e847d,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:55.619414 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-2b888bda-9595-4e82-9e67-ee1ac4a0330b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ffe4d9b3871948f3a59aa5b7f1b66e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794299 Jun 14 18:27:55.622992 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53888) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:55.678585 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b03be127-8eab-4aea-9963-3eca071566cc admin admin] Publish callbacks [] for security_group (d36ee64e-9e32-461e-aafe-973c396e847d), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:55.710083 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b03be127-8eab-4aea-9963-3eca071566cc admin admin] Publish callbacks [] for security_group (d36ee64e-9e32-461e-aafe-973c396e847d), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:55.845969 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b03be127-8eab-4aea-9963-3eca071566cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d36ee64e-9e32-461e-aafe-973c396e847d), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:55.848587 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b03be127-8eab-4aea-9963-3eca071566cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:55.852170 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-b03be127-8eab-4aea-9963-3eca071566cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d36ee64e-9e32-461e-aafe-973c396e847d HTTP/1.1" status: 204 len: 168 time: 0.2265823 Jun 14 18:27:55.877700 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03be127-8eab-4aea-9963-3eca071566cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36ee64e-9e32-461e-aafe-973c396e847d,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:56.035288 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22e90d-dc48-41ea-a9c4-5b46f52f7e43 req-b8e92883-6d58-4c83-b7c8-5c3f0ae4b422 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:56.036852 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7a22e90d-dc48-41ea-a9c4-5b46f52f7e43 req-b8e92883-6d58-4c83-b7c8-5c3f0ae4b422 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 945 time: 0.0680435 Jun 14 18:27:56.058811 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:56.094047 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7a22e90d-dc48-41ea-a9c4-5b46f52f7e43 req-6afcd360-88aa-4946-a459-154f97f2b147 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484681 Jun 14 18:27:56.186369 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:56.236994 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff5463-1711-4b50-93b6-b3d4b20d2cc4 req-fb27ae1e-001b-40ab-b8e1-b43509644a47 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:56.238695 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-16ff5463-1711-4b50-93b6-b3d4b20d2cc4 req-fb27ae1e-001b-40ab-b8e1-b43509644a47 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0561390 Jun 14 18:27:56.304037 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-16ff5463-1711-4b50-93b6-b3d4b20d2cc4 req-b507f109-d6f4-4e7b-be50-bcb3c94c5c53 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591378 Jun 14 18:27:56.305224 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b44fb-fb79-4493-a990-6a5cb0db8b07 req-455f1167-5aa8-4d82-98ad-aac03ec42621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:56.306844 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0e0b44fb-fb79-4493-a990-6a5cb0db8b07 req-455f1167-5aa8-4d82-98ad-aac03ec42621 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 1130 time: 0.0750179 Jun 14 18:27:56.366992 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0e0b44fb-fb79-4493-a990-6a5cb0db8b07 req-d2f83bd5-ef51-4680-abf9-54598f994e4d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539391 Jun 14 18:27:56.518585 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device dcaeaf29-4f8b-4d99-8c22-29b129b65a8c up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:27:56.575496 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bc83a-7905-4200-bdff-56990f2d4cee req-fcd959dd-4be0-4d6d-bb65-e0e8efbe4863 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:56.577075 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eb8bc83a-7905-4200-bdff-56990f2d4cee req-fcd959dd-4be0-4d6d-bb65-e0e8efbe4863 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 943 time: 0.0834446 Jun 14 18:27:56.622019 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:27:56.643209 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eb8bc83a-7905-4200-bdff-56990f2d4cee req-612157e7-0037-4e85-a6a6-cc3639682ee3 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543933 Jun 14 18:27:56.670998 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 53924) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:56.699060 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:27:56.699641 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:56.794720 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:56.795183 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:56.806253 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e906c292-b683-4a84-a5bf-cff1d2fbe407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:56.838720 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:56.899217 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e906c292-b683-4a84-a5bf-cff1d2fbe407 admin admin] Publish callbacks [] for security_group (a4364e00-5c72-488f-bf85-bdd8a6338a47), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:56.922048 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:56.982210 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:57.016702 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e906c292-b683-4a84-a5bf-cff1d2fbe407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a4364e00-5c72-488f-bf85-bdd8a6338a47), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:57.064250 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-e906c292-b683-4a84-a5bf-cff1d2fbe407 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b6069ea9072141498c3f4cca2027b6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3921301 Jun 14 18:27:57.065188 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906c292-b683-4a84-a5bf-cff1d2fbe407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4364e00-5c72-488f-bf85-bdd8a6338a47,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:57.068666 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53948) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:57.086093 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaeaf29-4f8b-4d99-8c22-29b129b65a8c'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:27:57.089554 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c9cbe1-94ec-4cf4-8dfe-f73f07cca0a8" -d '{"events": [{"server_uuid": "118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee", "name": "network-vif-plugged", "status": "completed", "tag": "dcaeaf29-4f8b-4d99-8c22-29b129b65a8c"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:27:57.126123 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e54474e9-1632-49fd-9894-22ae5a1f76f9 admin admin] Publish callbacks [] for security_group (a4364e00-5c72-488f-bf85-bdd8a6338a47), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:57.153099 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e54474e9-1632-49fd-9894-22ae5a1f76f9 admin admin] Publish callbacks [] for security_group (a4364e00-5c72-488f-bf85-bdd8a6338a47), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:57.156298 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1613b10e-15a9-4053-9ee3-381a19837aaa x-openstack-request-id: req-1613b10e-15a9-4053-9ee3-381a19837aaa {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:27:57.156626 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee", "name": "network-vif-plugged", "status": "completed", "tag": "dcaeaf29-4f8b-4d99-8c22-29b129b65a8c", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:27:57.156889 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1613b10e-15a9-4053-9ee3-381a19837aaa {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:27:57.157360 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1613b10e-15a9-4053-9ee3-381a19837aaa'] response: {'server_uuid': '118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaeaf29-4f8b-4d99-8c22-29b129b65a8c', 'code': 200} Jun 14 18:27:57.239482 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738db75-2c23-415b-a766-40853fc2b1cc req-0f6e4242-19bc-47f4-bbc7-b2d211c85e06 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:57.241605 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f738db75-2c23-415b-a766-40853fc2b1cc req-0f6e4242-19bc-47f4-bbc7-b2d211c85e06 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0507221 Jun 14 18:27:57.291501 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f738db75-2c23-415b-a766-40853fc2b1cc req-fcc39298-730f-4402-8e19-ce4850f573df tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 Jun 14 18:27:57.372688 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e54474e9-1632-49fd-9894-22ae5a1f76f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a4364e00-5c72-488f-bf85-bdd8a6338a47), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:57.381292 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e54474e9-1632-49fd-9894-22ae5a1f76f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:57.383282 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-e54474e9-1632-49fd-9894-22ae5a1f76f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a4364e00-5c72-488f-bf85-bdd8a6338a47 HTTP/1.1" status: 204 len: 168 time: 0.3128011 Jun 14 18:27:57.398021 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54474e9-1632-49fd-9894-22ae5a1f76f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4364e00-5c72-488f-bf85-bdd8a6338a47,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:57.461291 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97b33b-b8ff-44f1-84db-d9954362b4d0 req-e3c3cb08-ebe7-449b-9b74-1d34a5066948 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:57.462963 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4f97b33b-b8ff-44f1-84db-d9954362b4d0 req-e3c3cb08-ebe7-449b-9b74-1d34a5066948 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0743773 Jun 14 18:27:57.528742 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4f97b33b-b8ff-44f1-84db-d9954362b4d0 req-445bb7c0-be8f-4283-a0ee-7209fd0d4d44 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592511 Jun 14 18:27:57.783325 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af8bfe-8762-49d8-a35c-9c9362fc617e req-1d44644b-a5f4-4c5a-9210-470a0ddf5d7f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:57.784840 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c9af8bfe-8762-49d8-a35c-9c9362fc617e req-1d44644b-a5f4-4c5a-9210-470a0ddf5d7f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 943 time: 0.0497987 Jun 14 18:27:57.837617 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c9af8bfe-8762-49d8-a35c-9c9362fc617e req-8cee33fa-3e05-4b27-a0f5-692edfde7a1f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466418 Jun 14 18:27:58.087746 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff522b-ab75-4613-b6d2-23604696f180 req-13840494-d3b8-422d-99ba-8b61a3ac7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:58.090123 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8dff522b-ab75-4613-b6d2-23604696f180 req-13840494-d3b8-422d-99ba-8b61a3ac7f79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 1130 time: 0.0457876 Jun 14 18:27:58.155278 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8dff522b-ab75-4613-b6d2-23604696f180 req-b0adc095-39c1-4bdc-9a5a-beb574bcfc82 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457637 Jun 14 18:27:58.194272 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53980) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:58.415646 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458b8d0-f81f-4946-ae07-84a9296bc187 req-e2c6f42e-d112-4753-8b85-d9bda882dbe5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:58.418294 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c458b8d0-f81f-4946-ae07-84a9296bc187 req-e2c6f42e-d112-4753-8b85-d9bda882dbe5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0521972 Jun 14 18:27:58.426190 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 53994) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:58.483236 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:58.490287 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c458b8d0-f81f-4946-ae07-84a9296bc187 req-9bb2a19c-9236-40b5-8012-cb1e0b1922ac tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658288 Jun 14 18:27:58.507965 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-131ab56b-5925-4fba-88a1-4b0cbc964236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:58.540888 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 7513d78b-6877-4846-a318-fbe800a362f4 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:27:58.625911 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:58.646845 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Publish callbacks [] for security_group (330601a9-9b4c-4f95-8917-6e8c64a3b7ee), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:58.648201 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:58.685438 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 7513d78b-6877-4846-a318-fbe800a362f4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7513d78b-6877-4846-a318-fbe800a362f4,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:58.687170 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-131ab56b-5925-4fba-88a1-4b0cbc964236 admin admin] Publish callbacks [] for security_group (5e0f6b4e-a2b2-4a77-af63-834a4a7078fe), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:58.698714 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '7513d78b-6877-4846-a318-fbe800a362f4', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'port_id': '7513d78b-6877-4846-a318-fbe800a362f4', 'mac_address': 'fa:16:3e:72:0d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:27:58.703379 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce97a7-1e22-45bb-b386-031992fb1337 req-eca0010e-8382-4ec0-baca-0586f801ed20 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:58.704875 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-74ce97a7-1e22-45bb-b386-031992fb1337 req-eca0010e-8382-4ec0-baca-0586f801ed20 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0651550 Jun 14 18:27:58.741332 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 7513d78b-6877-4846-a318-fbe800a362f4 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:27:58.742025 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (7513d78b-6877-4846-a318-fbe800a362f4), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:58.756303 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7513d78b-6877-4846-a318-fbe800a362f4 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:27:58.761331 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-74ce97a7-1e22-45bb-b386-031992fb1337 req-8699036d-5a82-45dc-9ea7-8aa992ce5f07 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504651 Jun 14 18:27:58.779028 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 7513d78b-6877-4846-a318-fbe800a362f4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7513d78b-6877-4846-a318-fbe800a362f4,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:27:58.787985 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (330601a9-9b4c-4f95-8917-6e8c64a3b7ee), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:58.828455 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=87fe84fbfdec4804bc2d582de29c2d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009607 Jun 14 18:27:58.830422 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330601a9-9b4c-4f95-8917-6e8c64a3b7ee,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:58.831133 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54012) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:58.842786 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.843126 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.843467 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.843797 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.844656 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.844656 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.844837 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.845103 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.845424 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.845774 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.846097 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.846420 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.846732 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.847047 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.847359 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aeebbb-e488-4479-b25a-a0329e38cce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:27:58.851752 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-131ab56b-5925-4fba-88a1-4b0cbc964236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (5e0f6b4e-a2b2-4a77-af63-834a4a7078fe), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:58.861281 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=5 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:58.864371 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (7513d78b-6877-4846-a318-fbe800a362f4), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:58.928551 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-131ab56b-5925-4fba-88a1-4b0cbc964236 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=053d13471d894cf48fab5c646766ac49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7331331 Jun 14 18:27:58.929301 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ab56b-5925-4fba-88a1-4b0cbc964236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0f6b4e-a2b2-4a77-af63-834a4a7078fe,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:58.933325 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54018) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:58.976196 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=7513d78b-6877-4846-a318-fbe800a362f4,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:58.990342 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:59.022155 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:59.037717 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe677d-b6b8-432b-9db2-50d2f98db133 req-fd40167a-ae68-485a-8161-3a9819a4718e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:59.039282 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c5fe677d-b6b8-432b-9db2-50d2f98db133 req-fd40167a-ae68-485a-8161-3a9819a4718e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1236379 Jun 14 18:27:59.050367 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54022) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:27:59.051696 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-afe3e8b4-c63a-44c1-b663-aa25edaba481 admin admin] Publish callbacks [] for security_group (330601a9-9b4c-4f95-8917-6e8c64a3b7ee), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:59.056589 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-208b3a44-16e7-4344-95d4-81ad3d21cfc5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Request body: {'floatingip': {'port_id': 'ee384335-560e-4f82-a137-0b23b61ff825'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:27:59.088036 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-90b2201a-01ae-4b87-9bdb-ffc8dc232ea3 admin admin] Publish callbacks [] for security_group (5e0f6b4e-a2b2-4a77-af63-834a4a7078fe), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:59.092434 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-afe3e8b4-c63a-44c1-b663-aa25edaba481 admin admin] Publish callbacks [] for security_group (330601a9-9b4c-4f95-8917-6e8c64a3b7ee), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:59.095991 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e1a2d-e1f1-446b-b107-d33672f20175 req-3f04c2e8-0319-4fe7-9378-838efe44dd96 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:59.106164 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e37e1a2d-e1f1-446b-b107-d33672f20175 req-3f04c2e8-0319-4fe7-9378-838efe44dd96 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 944 time: 0.1292171 Jun 14 18:27:59.112627 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:59.140005 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-90b2201a-01ae-4b87-9bdb-ffc8dc232ea3 admin admin] Publish callbacks [] for security_group (5e0f6b4e-a2b2-4a77-af63-834a4a7078fe), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:59.162334 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-208b3a44-16e7-4344-95d4-81ad3d21cfc5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (2ce475b0-8be9-4a28-9133-179a54a7afbe), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:59.196435 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['7513d78b-6877-4846-a318-fbe800a362f4'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:27:59.270502 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-afe3e8b4-c63a-44c1-b663-aa25edaba481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (330601a9-9b4c-4f95-8917-6e8c64a3b7ee), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:59.275954 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-afe3e8b4-c63a-44c1-b663-aa25edaba481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:59.289687 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-afe3e8b4-c63a-44c1-b663-aa25edaba481 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/330601a9-9b4c-4f95-8917-6e8c64a3b7ee HTTP/1.1" status: 204 len: 168 time: 0.4572558 Jun 14 18:27:59.299894 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-90b2201a-01ae-4b87-9bdb-ffc8dc232ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (5e0f6b4e-a2b2-4a77-af63-834a4a7078fe), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:59.313306 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-90b2201a-01ae-4b87-9bdb-ffc8dc232ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:27:59.321551 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-90b2201a-01ae-4b87-9bdb-ffc8dc232ea3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5e0f6b4e-a2b2-4a77-af63-834a4a7078fe HTTP/1.1" status: 204 len: 168 time: 0.3694704 Jun 14 18:27:59.350700 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3e8b4-c63a-44c1-b663-aa25edaba481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330601a9-9b4c-4f95-8917-6e8c64a3b7ee,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:59.353317 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-35b4e3f5-51a0-45ca-9e01-61af23ec66ef req-961b7ef3-c6a4-43be-bbb3-94249fde5d2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3427982 Jun 14 18:27:59.380571 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2201a-01ae-4b87-9bdb-ffc8dc232ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0f6b4e-a2b2-4a77-af63-834a4a7078fe,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:27:59.526093 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e37e1a2d-e1f1-446b-b107-d33672f20175 req-c9eb1f8e-f17b-4e5f-a38d-814d46315f12 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4214859 Jun 14 18:27:59.623344 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe45b8-9bdd-45b3-bc6a-efab5e99fe39 req-34c4e6bb-f06c-47b3-96b9-4e142922ed4f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:27:59.624886 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4cbe45b8-9bdd-45b3-bc6a-efab5e99fe39 req-34c4e6bb-f06c-47b3-96b9-4e142922ed4f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0563388 Jun 14 18:27:59.677923 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4cbe45b8-9bdd-45b3-bc6a-efab5e99fe39 req-3f1ce541-af67-4b51-8484-b40a71eac162 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464134 Jun 14 18:27:59.744506 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:27:59.846202 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-8bcb50d0-2776-4d88-a0d5-f39511e469e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:00.002156 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4e3f5-51a0-45ca-9e01-61af23ec66ef req-0f225923-28c5-4680-b877-95748e75a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:00.003559 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-35b4e3f5-51a0-45ca-9e01-61af23ec66ef req-0f225923-28c5-4680-b877-95748e75a3b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ea8b1ec08d6485ab1ac360549789d2b&device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 1129 time: 0.0962076 Jun 14 18:28:00.065653 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-208b3a44-16e7-4344-95d4-81ad3d21cfc5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:00.137791 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-208b3a44-16e7-4344-95d4-81ad3d21cfc5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (2ce475b0-8be9-4a28-9133-179a54a7afbe), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:00.142573 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:00.185695 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4e3f5-51a0-45ca-9e01-61af23ec66ef req-360aa5e6-485d-4ab8-9878-df1f31b9f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:00.187281 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-35b4e3f5-51a0-45ca-9e01-61af23ec66ef req-360aa5e6-485d-4ab8-9878-df1f31b9f20e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ab11bf3-ae17-49e6-a188-4b68af6636e2 HTTP/1.1" status: 200 len: 912 time: 0.1501241 Jun 14 18:28:00.254530 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-35b4e3f5-51a0-45ca-9e01-61af23ec66ef req-801b1282-e246-4052-aa21-19b99888dfdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de4fd5a-d3c5-41de-a140-a242d715583a HTTP/1.1" status: 200 len: 217 time: 0.0393510 Jun 14 18:28:00.329500 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4e3f5-51a0-45ca-9e01-61af23ec66ef req-6c8a1dd7-8b08-4ebb-ba55-eb2eebcbe85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:00.329500 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-35b4e3f5-51a0-45ca-9e01-61af23ec66ef req-6c8a1dd7-8b08-4ebb-ba55-eb2eebcbe85b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59f135a3-b1e2-4c86-b85f-f583a23703c7 HTTP/1.1" status: 200 len: 851 time: 0.0650029 Jun 14 18:28:00.329831 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.l3_db [None req-208b3a44-16e7-4344-95d4-81ad3d21cfc5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Floating IP 2ce475b0-8be9-4a28-9133-179a54a7afbe associated. External IP: 172.27.0.187, port: ee384335-560e-4f82-a137-0b23b61ff825. Jun 14 18:28:00.427717 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-35b4e3f5-51a0-45ca-9e01-61af23ec66ef req-84347b0c-e534-4090-aaed-0681e5996fad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ab11bf3-ae17-49e6-a188-4b68af6636e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924239 Jun 14 18:28:00.460697 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54072) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:00.488488 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:00.560717 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 7513d78b-6877-4846-a318-fbe800a362f4 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:28:00.571687 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-35b4e3f5-51a0-45ca-9e01-61af23ec66ef req-d76e4e7a-c291-4a77-8e12-1c28e2e76217 service neutron] 10.222.0.13 "GET /v2.0/networks/6ab11bf3-ae17-49e6-a188-4b68af6636e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347260 Jun 14 18:28:00.649522 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Publish callbacks [] for security_group (322a63b9-731f-4b11-accf-c920313bd5f3), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:00.670765 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 7513d78b-6877-4846-a318-fbe800a362f4 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:28:00.744483 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 7513d78b-6877-4846-a318-fbe800a362f4 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:00.745668 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (322a63b9-731f-4b11-accf-c920313bd5f3), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:00.746356 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (7513d78b-6877-4846-a318-fbe800a362f4), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:00.816615 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4033df8e6874fe786de4b1f64233aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539252 Jun 14 18:28:00.817407 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54088) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:00.869020 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 7513d78b-6877-4846-a318-fbe800a362f4 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:00.869774 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (7513d78b-6877-4846-a318-fbe800a362f4), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:00.904696 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:00.905435 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7513d78b-6877-4846-a318-fbe800a362f4'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:28:00.910586 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49fa28f-fbd4-4f27-9295-6ea96ed68c76" -d '{"events": [{"server_uuid": "90a63d77-87d7-4616-af3d-fe6cb12e93fe", "name": "network-vif-plugged", "status": "completed", "tag": "7513d78b-6877-4846-a318-fbe800a362f4"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:28:00.924987 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:00.932525 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322a63b9-731f-4b11-accf-c920313bd5f3,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:00.936919 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 7513d78b-6877-4846-a318-fbe800a362f4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7513d78b-6877-4846-a318-fbe800a362f4,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:28:00.963059 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054b24f-d9e7-43b4-8842-1a50b5758e14 req-003330f2-79c7-424f-97ea-6f1b23e0a89a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:00.970099 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f054b24f-d9e7-43b4-8842-1a50b5758e14 req-003330f2-79c7-424f-97ea-6f1b23e0a89a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.1515555 Jun 14 18:28:00.974359 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.974709 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.975045 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.975382 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.975714 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.976044 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.976384 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.976687 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.977011 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.977337 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.977687 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.978014 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.978341 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.978653 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:00.981430 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c389a054-57ac-4fb7-b782-cf5f67561a04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:01.004032 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aafc39-c5e5-4c5b-9d07-9e10ec2815d2 req-a21e065e-b9c7-4499-8d86-d43c99194340 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:01.010116 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a7aafc39-c5e5-4c5b-9d07-9e10ec2815d2 req-a21e065e-b9c7-4499-8d86-d43c99194340 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 944 time: 0.3738229 Jun 14 18:28:01.017123 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b9ee405e-d071-450d-bda8-49141fdf9702 admin admin] Publish callbacks [] for security_group (322a63b9-731f-4b11-accf-c920313bd5f3), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:01.042959 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (7513d78b-6877-4846-a318-fbe800a362f4), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:01.051600 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:01.083400 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-35b4e3f5-51a0-45ca-9e01-61af23ec66ef req-de76a07e-96a7-467f-893d-95cf36b808ba service neutron] 10.222.0.13 "GET /v2.0/networks/6ab11bf3-ae17-49e6-a188-4b68af6636e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483132 Jun 14 18:28:01.093314 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208b3a44-16e7-4344-95d4-81ad3d21cfc5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Router fe34203d-9de3-4d58-9736-dfa522564c84 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:28:01.113665 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b9ee405e-d071-450d-bda8-49141fdf9702 admin admin] Publish callbacks [] for security_group (322a63b9-731f-4b11-accf-c920313bd5f3), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:01.115601 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a7aafc39-c5e5-4c5b-9d07-9e10ec2815d2 req-9e4aaa78-e1f1-4a7b-b355-a272ab972784 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944037 Jun 14 18:28:01.147677 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=7513d78b-6877-4846-a318-fbe800a362f4,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:01.168924 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f054b24f-d9e7-43b4-8842-1a50b5758e14 req-19fa4316-c780-4d13-9deb-5b0c0d10b571 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865287 Jun 14 18:28:01.185672 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0519d9c4-be70-4177-806c-e065ae3cca5b x-openstack-request-id: req-0519d9c4-be70-4177-806c-e065ae3cca5b {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:28:01.186226 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a63d77-87d7-4616-af3d-fe6cb12e93fe", "name": "network-vif-plugged", "status": "completed", "tag": "7513d78b-6877-4846-a318-fbe800a362f4", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:28:01.187568 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0519d9c4-be70-4177-806c-e065ae3cca5b {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:28:01.190920 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0519d9c4-be70-4177-806c-e065ae3cca5b'] response: {'server_uuid': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7513d78b-6877-4846-a318-fbe800a362f4', 'code': 200} Jun 14 18:28:01.318166 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208b3a44-16e7-4344-95d4-81ad3d21cfc5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:28:01.329779 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-208b3a44-16e7-4344-95d4-81ad3d21cfc5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:01.333722 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8001c4f-0882-4376-a226-0c951335b527 None None] Sync routers for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:28:01.349781 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b9ee405e-d071-450d-bda8-49141fdf9702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (322a63b9-731f-4b11-accf-c920313bd5f3), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:01.352723 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b9ee405e-d071-450d-bda8-49141fdf9702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:01.356339 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-b9ee405e-d071-450d-bda8-49141fdf9702 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/322a63b9-731f-4b11-accf-c920313bd5f3 HTTP/1.1" status: 204 len: 168 time: 0.5208595 Jun 14 18:28:01.379588 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee405e-d071-450d-bda8-49141fdf9702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322a63b9-731f-4b11-accf-c920313bd5f3,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:01.381818 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-208b3a44-16e7-4344-95d4-81ad3d21cfc5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "PUT /v2.0/floatingips/2ce475b0-8be9-4a28-9133-179a54a7afbe HTTP/1.1" status: 200 len: 992 time: 2.3286824 Jun 14 18:28:01.382786 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:28:01.388363 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8001c4f-0882-4376-a226-0c951335b527 None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:01.390290 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714af7aa-c4ec-48bf-b730-9c64e4d84488" -d '{"events": [{"name": "network-changed", "server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "tag": "ee384335-560e-4f82-a137-0b23b61ff825"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:28:01.392783 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-f8001c4f-0882-4376-a226-0c951335b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:01.471957 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdf980f-b8a6-401e-8a52-5e573cc152c3 x-openstack-request-id: req-0fdf980f-b8a6-401e-8a52-5e573cc152c3 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:28:01.472233 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "tag": "ee384335-560e-4f82-a137-0b23b61ff825", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:28:01.472667 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0fdf980f-b8a6-401e-8a52-5e573cc152c3 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:28:01.473074 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdf980f-b8a6-401e-8a52-5e573cc152c3'] response: {'name': 'network-changed', 'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825', 'status': 'completed', 'code': 200} Jun 14 18:28:01.557168 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-f8001c4f-0882-4376-a226-0c951335b527 None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:01.653821 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af7aa-c4ec-48bf-b730-9c64e4d84488 req-d882fb74-1fd1-46be-9191-2b34cde2d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:01.656652 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-714af7aa-c4ec-48bf-b730-9c64e4d84488 req-d882fb74-1fd1-46be-9191-2b34cde2d60d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8603a3b1604479da86224c52c2467ad&device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 1130 time: 0.0801375 Jun 14 18:28:01.760017 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54126) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:01.814224 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9d204-e917-44f9-b988-b3e55675e4fa req-45b7b10d-8199-4c9d-9ca9-4ed260176613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:01.824411 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-42e9d204-e917-44f9-b988-b3e55675e4fa req-45b7b10d-8199-4c9d-9ca9-4ed260176613 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 1129 time: 0.1630039 Jun 14 18:28:01.872327 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-42e9d204-e917-44f9-b988-b3e55675e4fa req-f13c8131-3229-4c65-9d66-7b266bb2e98c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468972 Jun 14 18:28:01.951896 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-f8001c4f-0882-4376-a226-0c951335b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '2ce475b0-8be9-4a28-9133-179a54a7afbe', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'port_id': 'ee384335-560e-4f82-a137-0b23b61ff825', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'mac_address': 'fa:16:3e:f4:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2876875b-5dbe-4032-949a-3357292296a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:27:26Z', 'updated_at': '2022-06-14T18:27:59Z', 'revision_number': 1, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:24Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:01.957233 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0c855-a09b-49f2-8b7e-6e29a385d8a6 req-ca96cb26-7c6d-4f98-afd5-77c561d18828 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:01.957233 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-89b0c855-a09b-49f2-8b7e-6e29a385d8a6 req-ca96cb26-7c6d-4f98-afd5-77c561d18828 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.1160004 Jun 14 18:28:01.962176 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af7aa-c4ec-48bf-b730-9c64e4d84488 req-d31d1cd4-13a8-445d-939c-9a46654a4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:01.963692 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-714af7aa-c4ec-48bf-b730-9c64e4d84488 req-d31d1cd4-13a8-445d-939c-9a46654a4e87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 200 len: 918 time: 0.2940452 Jun 14 18:28:01.966649 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed7608-82a9-4170-81c1-f540a1a0aa16 req-fc4b5ced-7f2b-4137-9be4-b7475614b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:01.968041 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6ed7608-82a9-4170-81c1-f540a1a0aa16 req-fc4b5ced-7f2b-4137-9be4-b7475614b2df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 1130 time: 0.1076159 Jun 14 18:28:01.984916 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8001c4f-0882-4376-a226-0c951335b527 None None] Checking router: fe34203d-9de3-4d58-9736-dfa522564c84 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:28:01.995831 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8001c4f-0882-4376-a226-0c951335b527 None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:01.996591 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-f8001c4f-0882-4376-a226-0c951335b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:27:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:01.997987 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:02.014070 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-89b0c855-a09b-49f2-8b7e-6e29a385d8a6 req-3f177a8c-06bc-4e89-a701-46b9af9bb870 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488751 Jun 14 18:28:02.126543 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-f8001c4f-0882-4376-a226-0c951335b527 None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:02.196223 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-3fd8de31-a4ef-401a-83e8-5818f7f765a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:02.206252 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8085e101-2a13-421b-92d8-d85128d5c5db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:02.339603 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11840f0-45dd-47c9-ade5-6eadbefff3b7 req-17fb7c61-0f66-435d-89c8-6c35e698b6b9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:02.347062 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a11840f0-45dd-47c9-ade5-6eadbefff3b7 req-17fb7c61-0f66-435d-89c8-6c35e698b6b9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0915041 Jun 14 18:28:02.391019 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:02.403588 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-714af7aa-c4ec-48bf-b730-9c64e4d84488 req-1ea8f1bd-7f97-413c-8d27-732645cedbe2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee384335-560e-4f82-a137-0b23b61ff825 HTTP/1.1" status: 200 len: 1000 time: 0.2628431 Jun 14 18:28:02.430696 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed7608-82a9-4170-81c1-f540a1a0aa16 req-b09b78b2-81cd-45e3-9965-b7098783653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:02.432271 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6ed7608-82a9-4170-81c1-f540a1a0aa16 req-b09b78b2-81cd-45e3-9965-b7098783653c service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.3005888 Jun 14 18:28:02.434017 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a11840f0-45dd-47c9-ade5-6eadbefff3b7 req-fbf6fd83-f7f1-41d3-9193-a2a4049a1194 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857897 Jun 14 18:28:02.477291 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8085e101-2a13-421b-92d8-d85128d5c5db admin admin] Publish callbacks [] for security_group (2124161a-be8c-4d5e-bd92-5d0dc306d68b), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:02.483691 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-f8001c4f-0882-4376-a226-0c951335b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '2ce475b0-8be9-4a28-9133-179a54a7afbe', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'port_id': 'ee384335-560e-4f82-a137-0b23b61ff825', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'mac_address': 'fa:16:3e:f4:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2876875b-5dbe-4032-949a-3357292296a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:27:26Z', 'updated_at': '2022-06-14T18:27:59Z', 'revision_number': 1, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:24Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:02.512036 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8001c4f-0882-4376-a226-0c951335b527 None None] The sync data for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi is: [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '2ce475b0-8be9-4a28-9133-179a54a7afbe', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'port_id': 'ee384335-560e-4f82-a137-0b23b61ff825', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'mac_address': 'fa:16:3e:f4:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2876875b-5dbe-4032-949a-3357292296a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:27:26Z', 'updated_at': '2022-06-14T18:27:59Z', 'revision_number': 1, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:24Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:28:02.544152 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8085e101-2a13-421b-92d8-d85128d5c5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (2124161a-be8c-4d5e-bd92-5d0dc306d68b), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:02.594720 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54152) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:02.606092 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-8085e101-2a13-421b-92d8-d85128d5c5db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ccced10550f349f09a8c1cab71b8dc4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8141425 Jun 14 18:28:02.610999 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085e101-2a13-421b-92d8-d85128d5c5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2124161a-be8c-4d5e-bd92-5d0dc306d68b,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:02.664127 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b40c9859-8ef3-4c8d-9e43-5ba289e010d0 admin admin] Publish callbacks [] for security_group (2124161a-be8c-4d5e-bd92-5d0dc306d68b), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:02.714208 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b40c9859-8ef3-4c8d-9e43-5ba289e010d0 admin admin] Publish callbacks [] for security_group (2124161a-be8c-4d5e-bd92-5d0dc306d68b), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:02.828336 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:02.856684 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ef6ea4-09a2-4dad-afbc-b594df113fec None None] New status for floating IP 2ce475b0-8be9-4a28-9133-179a54a7afbe: ACTIVE {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:28:02.915073 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b40c9859-8ef3-4c8d-9e43-5ba289e010d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (2124161a-be8c-4d5e-bd92-5d0dc306d68b), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:02.919231 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b40c9859-8ef3-4c8d-9e43-5ba289e010d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:02.923059 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-b40c9859-8ef3-4c8d-9e43-5ba289e010d0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2124161a-be8c-4d5e-bd92-5d0dc306d68b HTTP/1.1" status: 204 len: 168 time: 0.3242111 Jun 14 18:28:02.928336 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c9859-8ef3-4c8d-9e43-5ba289e010d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2124161a-be8c-4d5e-bd92-5d0dc306d68b,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:03.143424 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6ed7608-82a9-4170-81c1-f540a1a0aa16 req-a1237eaa-2baa-42bf-8ea9-1b63e16a5873 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c HTTP/1.1" status: 200 len: 217 time: 0.1582143 Jun 14 18:28:03.213620 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af7aa-c4ec-48bf-b730-9c64e4d84488 req-ebd163f5-f3b9-4e12-bcbb-2b86b35f64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:03.215631 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-714af7aa-c4ec-48bf-b730-9c64e4d84488 req-ebd163f5-f3b9-4e12-bcbb-2b86b35f64c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61e47d25-4bab-4e31-a800-f8d0e60b222c HTTP/1.1" status: 200 len: 856 time: 0.2239966 Jun 14 18:28:03.224593 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228fea4-d81f-4899-b12e-3b77a6c71b46 req-a31fcdbc-a069-4f51-a7a8-9c6a17f03296 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:03.226086 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a228fea4-d81f-4899-b12e-3b77a6c71b46 req-a31fcdbc-a069-4f51-a7a8-9c6a17f03296 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0937092 Jun 14 18:28:03.247416 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:03.277520 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a228fea4-d81f-4899-b12e-3b77a6c71b46 req-dc9e3e2b-8bca-4728-afa0-2aab1878b6a4 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444632 Jun 14 18:28:03.601612 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951e8d3-634e-428b-9bc6-f2af357f692e req-837638ac-7af1-48bf-a870-09482f33f9a7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:03.601612 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a951e8d3-634e-428b-9bc6-f2af357f692e req-837638ac-7af1-48bf-a870-09482f33f9a7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0528235 Jun 14 18:28:03.626672 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a951e8d3-634e-428b-9bc6-f2af357f692e req-715e2721-dcc7-4c2e-867f-800e15871284 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455837 Jun 14 18:28:04.105766 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54196) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:04.125792 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d6abeb46-92c4-4aee-9fee-72b64962b642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:04.239480 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54204) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:04.285700 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af7aa-c4ec-48bf-b730-9c64e4d84488 req-feba555d-8184-4754-bcda-088072c618a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:04.287282 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-714af7aa-c4ec-48bf-b730-9c64e4d84488 req-feba555d-8184-4754-bcda-088072c618a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=274ef244-b114-4d41-92b0-e6c757fabfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1108937 Jun 14 18:28:04.309201 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed7608-82a9-4170-81c1-f540a1a0aa16 req-80a5b871-ab9a-466a-a6f0-d1ed052f75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:04.310827 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6ed7608-82a9-4170-81c1-f540a1a0aa16 req-80a5b871-ab9a-466a-a6f0-d1ed052f75d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.1250126 Jun 14 18:28:04.362219 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d6abeb46-92c4-4aee-9fee-72b64962b642 admin admin] Publish callbacks [] for security_group (2f191806-04d3-4775-a5a9-6735fee53388), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:04.394888 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7e25b11d-ae26-47c8-986c-d709d7b62b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:04.458130 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d6abeb46-92c4-4aee-9fee-72b64962b642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (2f191806-04d3-4775-a5a9-6735fee53388), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:04.485943 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a024d-5da8-40dc-9ff2-0086b53a82f2 req-36ad653b-2391-4d68-b78b-fcec860fcf8d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:04.487550 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7f6a024d-5da8-40dc-9ff2-0086b53a82f2 req-36ad653b-2391-4d68-b78b-fcec860fcf8d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0862255 Jun 14 18:28:04.491992 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:04.511728 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7e25b11d-ae26-47c8-986c-d709d7b62b79 admin admin] Publish callbacks [] for security_group (d85c808a-bb58-4efe-abe5-b8887cc794bd), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:04.529679 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-d6abeb46-92c4-4aee-9fee-72b64962b642 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1db14bfdeeec41a7808f8476daabbee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4203086 Jun 14 18:28:04.530540 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54210) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:04.557033 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abeb46-92c4-4aee-9fee-72b64962b642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f191806-04d3-4775-a5a9-6735fee53388,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:04.579049 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7e25b11d-ae26-47c8-986c-d709d7b62b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d85c808a-bb58-4efe-abe5-b8887cc794bd), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:04.624367 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7f6a024d-5da8-40dc-9ff2-0086b53a82f2 req-81d25e39-df98-45f8-8fa6-5ed97fb3df6e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170907 Jun 14 18:28:04.655153 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-72242314-980d-4a5e-987a-75a01ced866b admin admin] Publish callbacks [] for security_group (2f191806-04d3-4775-a5a9-6735fee53388), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:04.674375 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54218) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:04.677929 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-7e25b11d-ae26-47c8-986c-d709d7b62b79 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88016f4e96e64d0c8023ed02c8131db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4329126 Jun 14 18:28:04.697488 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-72242314-980d-4a5e-987a-75a01ced866b admin admin] Publish callbacks [] for security_group (2f191806-04d3-4775-a5a9-6735fee53388), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:04.761697 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:04.765481 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25b11d-ae26-47c8-986c-d709d7b62b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85c808a-bb58-4efe-abe5-b8887cc794bd,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:04.855879 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:04.859342 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:04.861478 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037c20d-3c70-4290-aa1a-1f6f062d27ce req-2036a925-9039-4e27-8a43-51a3c2bf9f2d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:04.863071 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4037c20d-3c70-4290-aa1a-1f6f062d27ce req-2036a925-9039-4e27-8a43-51a3c2bf9f2d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0720968 Jun 14 18:28:04.887576 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed7608-82a9-4170-81c1-f540a1a0aa16 req-912db416-0874-4dc3-8844-ca36ebfbfdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:04.889197 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6ed7608-82a9-4170-81c1-f540a1a0aa16 req-912db416-0874-4dc3-8844-ca36ebfbfdae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1608341 Jun 14 18:28:04.896511 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-72242314-980d-4a5e-987a-75a01ced866b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (2f191806-04d3-4775-a5a9-6735fee53388), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:04.899150 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-72242314-980d-4a5e-987a-75a01ced866b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:04.900329 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-72242314-980d-4a5e-987a-75a01ced866b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f191806-04d3-4775-a5a9-6735fee53388 HTTP/1.1" status: 204 len: 168 time: 0.3686411 Jun 14 18:28:04.918604 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72242314-980d-4a5e-987a-75a01ced866b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f191806-04d3-4775-a5a9-6735fee53388,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:04.961057 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0b4855e1-9bcd-466c-aa78-3d4984e594f0 admin admin] Publish callbacks [] for security_group (d85c808a-bb58-4efe-abe5-b8887cc794bd), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:04.981352 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4037c20d-3c70-4290-aa1a-1f6f062d27ce req-1fbb731e-d159-45ac-b7d7-5c747d9dba81 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075728 Jun 14 18:28:04.996766 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0b4855e1-9bcd-466c-aa78-3d4984e594f0 admin admin] Publish callbacks [] for security_group (d85c808a-bb58-4efe-abe5-b8887cc794bd), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:05.078795 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-714af7aa-c4ec-48bf-b730-9c64e4d84488 req-8a962c60-1c53-41e6-b3e5-92cb957fcee7 service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488636 Jun 14 18:28:05.159706 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:05.171021 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e702-9b7c-4bb0-ab94-d240eb1ee37c req-3f27a42e-3134-42e1-9597-06677627303e tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:05.172583 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2005e702-9b7c-4bb0-ab94-d240eb1ee37c req-3f27a42e-3134-42e1-9597-06677627303e tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.1122372 Jun 14 18:28:05.181982 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54228) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:05.186775 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-f3c09449-1565-4272-89de-1d99224ca84b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Request body: {'floatingip': {'port_id': '7513d78b-6877-4846-a318-fbe800a362f4'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:05.271967 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0b4855e1-9bcd-466c-aa78-3d4984e594f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d85c808a-bb58-4efe-abe5-b8887cc794bd), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:05.274683 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0b4855e1-9bcd-466c-aa78-3d4984e594f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:05.278346 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-0b4855e1-9bcd-466c-aa78-3d4984e594f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d85c808a-bb58-4efe-abe5-b8887cc794bd HTTP/1.1" status: 204 len: 168 time: 0.5996342 Jun 14 18:28:05.281223 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6ed7608-82a9-4170-81c1-f540a1a0aa16 req-78a326e7-eab9-4aa3-9743-8f268feb096f service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857934 Jun 14 18:28:05.284445 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-714af7aa-c4ec-48bf-b730-9c64e4d84488 req-b373151a-24a0-4cb4-b039-22bc172fded9 service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879902 Jun 14 18:28:05.290528 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4855e1-9bcd-466c-aa78-3d4984e594f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85c808a-bb58-4efe-abe5-b8887cc794bd,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:05.343166 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f3c09449-1565-4272-89de-1d99224ca84b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:05.536776 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:05.543793 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6ed7608-82a9-4170-81c1-f540a1a0aa16 req-f0156d04-04e3-4a0c-b4d6-8845d675d5fb service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499564 Jun 14 18:28:05.845919 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bbb9d-bec3-431b-a98e-3060c0c3b2a3 req-eeca7ebf-98ac-49b5-baf4-a903416fd7a2 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:05.847385 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-621bbb9d-bec3-431b-a98e-3060c0c3b2a3 req-eeca7ebf-98ac-49b5-baf4-a903416fd7a2 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.1338856 Jun 14 18:28:05.851762 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:05.969764 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-621bbb9d-bec3-431b-a98e-3060c0c3b2a3 req-9c3b6a0d-6292-4b7d-927b-967b889c92b1 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150553 Jun 14 18:28:06.283313 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54270) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:06.292520 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f3c09449-1565-4272-89de-1d99224ca84b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:06.301177 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-aa677081-a621-4d0d-bfc7-d409ef6357eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:06.373385 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f3c09449-1565-4272-89de-1d99224ca84b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:06.399780 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-aa677081-a621-4d0d-bfc7-d409ef6357eb admin admin] Publish callbacks [] for security_group (dfc815f2-6e3e-48b0-a6da-a1a0091e708e), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:06.465306 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-aa677081-a621-4d0d-bfc7-d409ef6357eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (dfc815f2-6e3e-48b0-a6da-a1a0091e708e), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:06.508175 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-f3c09449-1565-4272-89de-1d99224ca84b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Floating IP 52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c associated. External IP: 172.27.0.155, port: 7513d78b-6877-4846-a318-fbe800a362f4. Jun 14 18:28:06.522060 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-aa677081-a621-4d0d-bfc7-d409ef6357eb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab78095cef4b427896032196ade0e286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367611 Jun 14 18:28:06.523422 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa677081-a621-4d0d-bfc7-d409ef6357eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc815f2-6e3e-48b0-a6da-a1a0091e708e,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:06.529065 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54284) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:06.587476 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d34e4187-6559-4dd3-b094-5cf4e05d377d admin admin] Publish callbacks [] for security_group (dfc815f2-6e3e-48b0-a6da-a1a0091e708e), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:06.610727 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d34e4187-6559-4dd3-b094-5cf4e05d377d admin admin] Publish callbacks [] for security_group (dfc815f2-6e3e-48b0-a6da-a1a0091e708e), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:06.691989 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:06.732637 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d34e4187-6559-4dd3-b094-5cf4e05d377d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (dfc815f2-6e3e-48b0-a6da-a1a0091e708e), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:06.735406 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d34e4187-6559-4dd3-b094-5cf4e05d377d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:06.736664 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-d34e4187-6559-4dd3-b094-5cf4e05d377d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dfc815f2-6e3e-48b0-a6da-a1a0091e708e HTTP/1.1" status: 204 len: 168 time: 0.2064664 Jun 14 18:28:06.753563 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e4187-6559-4dd3-b094-5cf4e05d377d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc815f2-6e3e-48b0-a6da-a1a0091e708e,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:06.759350 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c09449-1565-4272-89de-1d99224ca84b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Router 50deef1f-d8c9-497b-8029-b56ac186404c has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:28:06.818266 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:06.886979 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c09449-1565-4272-89de-1d99224ca84b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:28:06.892087 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f3c09449-1565-4272-89de-1d99224ca84b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:06.899808 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850a6f7-9120-4e95-b446-30bafa1a4827 None None] Sync routers for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:28:06.911690 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850a6f7-9120-4e95-b446-30bafa1a4827 None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:06.912346 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-6850a6f7-9120-4e95-b446-30bafa1a4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:28:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:06.924182 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f3c09449-1565-4272-89de-1d99224ca84b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "PUT /v2.0/floatingips/52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c HTTP/1.1" status: 200 len: 991 time: 1.7410250 Jun 14 18:28:06.924853 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'tag': '7513d78b-6877-4846-a318-fbe800a362f4'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:28:06.927273 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47376df-3cc3-40ef-8d2b-f518ca2d59ba" -d '{"events": [{"name": "network-changed", "server_uuid": "90a63d77-87d7-4616-af3d-fe6cb12e93fe", "tag": "7513d78b-6877-4846-a318-fbe800a362f4"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:28:06.997660 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e15b69d-0fbc-4873-9659-6d506edb10a4 x-openstack-request-id: req-6e15b69d-0fbc-4873-9659-6d506edb10a4 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:28:06.997950 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a63d77-87d7-4616-af3d-fe6cb12e93fe", "tag": "7513d78b-6877-4846-a318-fbe800a362f4", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:28:06.998204 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e15b69d-0fbc-4873-9659-6d506edb10a4 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:28:06.998618 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e15b69d-0fbc-4873-9659-6d506edb10a4'] response: {'name': 'network-changed', 'server_uuid': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'tag': '7513d78b-6877-4846-a318-fbe800a362f4', 'status': 'completed', 'code': 200} Jun 14 18:28:07.034458 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:07.101947 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-6850a6f7-9120-4e95-b446-30bafa1a4827 None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:07.115661 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376df-3cc3-40ef-8d2b-f518ca2d59ba req-b9a909ac-bf99-4718-a6d2-5b040efe2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:07.117577 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b47376df-3cc3-40ef-8d2b-f518ca2d59ba req-b9a909ac-bf99-4718-a6d2-5b040efe2058 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2f771a602054b349adae092a9d3ed24&device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 1129 time: 0.0968864 Jun 14 18:28:07.173503 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b176e1a-37fe-4d59-b588-ee426eb82d40 req-306cd169-b6f8-412b-a9e1-71197044da22 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:07.176068 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2b176e1a-37fe-4d59-b588-ee426eb82d40 req-306cd169-b6f8-412b-a9e1-71197044da22 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 945 time: 0.0570302 Jun 14 18:28:07.231541 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429781-a11b-4475-adec-c716fbfc53de req-36bdf4b1-fbdb-499f-8451-c3a683a4a2b7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:07.243757 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-88429781-a11b-4475-adec-c716fbfc53de req-36bdf4b1-fbdb-499f-8451-c3a683a4a2b7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.1116004 Jun 14 18:28:07.303352 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2b176e1a-37fe-4d59-b588-ee426eb82d40 req-b6e32798-bb93-48c0-b362-5546b8396f10 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187060 Jun 14 18:28:07.367298 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-88429781-a11b-4475-adec-c716fbfc53de req-a67104de-3f34-49a7-8283-a08bbfe30fd6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250336 Jun 14 18:28:07.419217 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:07.600497 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-6850a6f7-9120-4e95-b446-30bafa1a4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'port_id': '7513d78b-6877-4846-a318-fbe800a362f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'mac_address': 'fa:16:3e:72:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:27:33Z', 'updated_at': '2022-06-14T18:28:06Z', 'revision_number': 1, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:33Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:07.629559 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850a6f7-9120-4e95-b446-30bafa1a4827 None None] Checking router: 50deef1f-d8c9-497b-8029-b56ac186404c for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:28:07.639613 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850a6f7-9120-4e95-b446-30bafa1a4827 None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:07.640592 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-6850a6f7-9120-4e95-b446-30bafa1a4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:28:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:07.750970 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-6850a6f7-9120-4e95-b446-30bafa1a4827 None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:08.048747 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-6850a6f7-9120-4e95-b446-30bafa1a4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'port_id': '7513d78b-6877-4846-a318-fbe800a362f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'mac_address': 'fa:16:3e:72:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:27:33Z', 'updated_at': '2022-06-14T18:28:06Z', 'revision_number': 1, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:33Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:08.078345 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850a6f7-9120-4e95-b446-30bafa1a4827 None None] The sync data for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi is: [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'port_id': '7513d78b-6877-4846-a318-fbe800a362f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'mac_address': 'fa:16:3e:72:0d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:27:33Z', 'updated_at': '2022-06-14T18:28:06Z', 'revision_number': 1, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:33Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:28:08.303508 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5b552-84b3-4097-b72c-15069001f7ef None None] New status for floating IP 52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c: ACTIVE {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:28:08.411004 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:08.497810 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bfc9e-1c05-4598-8e1f-faf4d808d22c req-c5596cc5-3e7e-43e3-b59f-8b213b931d5d tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:08.499495 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ad3bfc9e-1c05-4598-8e1f-faf4d808d22c req-c5596cc5-3e7e-43e3-b59f-8b213b931d5d tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 945 time: 0.1053889 Jun 14 18:28:08.544601 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909e48d-d304-40fc-9ce4-9a0c021736d6 req-a91ae3d2-3b7c-43d8-9c77-53f691557213 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:08.554106 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2909e48d-d304-40fc-9ce4-9a0c021736d6 req-a91ae3d2-3b7c-43d8-9c77-53f691557213 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0726171 Jun 14 18:28:08.596195 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376df-3cc3-40ef-8d2b-f518ca2d59ba req-921e8087-8365-42bd-b989-2c66cfe35130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:08.597771 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b47376df-3cc3-40ef-8d2b-f518ca2d59ba req-921e8087-8365-42bd-b989-2c66cfe35130 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c02f9f85-b95f-4513-a67b-ed0864c5046e HTTP/1.1" status: 200 len: 911 time: 0.1687675 Jun 14 18:28:08.602120 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ad3bfc9e-1c05-4598-8e1f-faf4d808d22c req-a65ef8d8-55e8-484e-82a2-4eeb88115730 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730727 Jun 14 18:28:08.611498 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2909e48d-d304-40fc-9ce4-9a0c021736d6 req-2d3a0927-ff76-4ab9-828e-07543fa693ad tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537305 Jun 14 18:28:08.719121 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b47376df-3cc3-40ef-8d2b-f518ca2d59ba req-eb0ee17c-2c0d-46ff-990e-6069f1fb1b16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7513d78b-6877-4846-a318-fbe800a362f4 HTTP/1.1" status: 200 len: 1001 time: 0.1086807 Jun 14 18:28:08.870875 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376df-3cc3-40ef-8d2b-f518ca2d59ba req-f0686d40-7157-4278-a576-fe25a28026dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:08.875292 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b47376df-3cc3-40ef-8d2b-f518ca2d59ba req-f0686d40-7157-4278-a576-fe25a28026dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f380e5ad-d4ad-415b-bade-032ddaaa2dd1 HTTP/1.1" status: 200 len: 849 time: 0.0558429 Jun 14 18:28:08.955978 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9da2d8-68a0-430f-b191-5b43fc439870 req-e3309011-5e2f-433e-8e18-1de2fadcf7f1 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:08.957550 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cb9da2d8-68a0-430f-b191-5b43fc439870 req-e3309011-5e2f-433e-8e18-1de2fadcf7f1 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 945 time: 0.0808318 Jun 14 18:28:08.958834 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47376df-3cc3-40ef-8d2b-f518ca2d59ba req-e2b86cf1-8199-4301-88be-5d5d57dd4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:08.960190 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b47376df-3cc3-40ef-8d2b-f518ca2d59ba req-e2b86cf1-8199-4301-88be-5d5d57dd4b58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c02f9f85-b95f-4513-a67b-ed0864c5046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749137 Jun 14 18:28:09.032095 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:09.150090 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-cb9da2d8-68a0-430f-b191-5b43fc439870 req-1bedf121-017c-40ea-94cb-cd0c5be2e820 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Deleting port 1de4fd5a-d3c5-41de-a140-a242d715583a {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:28:09.154431 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-cb9da2d8-68a0-430f-b191-5b43fc439870 req-1bedf121-017c-40ea-94cb-cd0c5be2e820 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:09.193828 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b47376df-3cc3-40ef-8d2b-f518ca2d59ba req-1f78e943-a646-4df1-8718-618efda7689e service neutron] 10.222.0.13 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248473 Jun 14 18:28:09.533957 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-cb9da2d8-68a0-430f-b191-5b43fc439870 req-1bedf121-017c-40ea-94cb-cd0c5be2e820 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] For port 1de4fd5a-d3c5-41de-a140-a242d715583a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1de4fd5a-d3c5-41de-a140-a242d715583a,segment=NetworkSegment(435e27b3-26c4-43c7-a87b-c37ad5881b09),segment_id=435e27b3-26c4-43c7-a87b-c37ad5881b09)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:28:09.534603 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-cb9da2d8-68a0-430f-b191-5b43fc439870 req-1bedf121-017c-40ea-94cb-cd0c5be2e820 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:09.566945 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-cb9da2d8-68a0-430f-b191-5b43fc439870 req-1bedf121-017c-40ea-94cb-cd0c5be2e820 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Calling delete_port for 1de4fd5a-d3c5-41de-a140-a242d715583a owned by compute:nova {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:28:09.644504 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b47376df-3cc3-40ef-8d2b-f518ca2d59ba req-e9a6204f-a274-4971-835b-6a1d214393b2 service neutron] 10.222.0.13 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179525 Jun 14 18:28:09.792594 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841616-868f-4264-ba67-5df2b33df3f3 req-ca867ded-84ac-4328-870b-9d9e3aadf90b tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:09.794416 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-46841616-868f-4264-ba67-5df2b33df3f3 req-ca867ded-84ac-4328-870b-9d9e3aadf90b tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 945 time: 0.0741763 Jun 14 18:28:09.797414 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b29aa-47df-46c4-a438-dfb1cdd0f313 req-b27cba94-7a98-40d5-a39d-e9f8572de40d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:09.799041 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-804b29aa-47df-46c4-a438-dfb1cdd0f313 req-b27cba94-7a98-40d5-a39d-e9f8572de40d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0553818 Jun 14 18:28:09.847504 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-46841616-868f-4264-ba67-5df2b33df3f3 req-7ff709ee-c6e3-46fa-9aa3-eebf10055af4 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/security-groups?id=3a1f5d89-0ea1-4296-886c-6d65451a2718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474262 Jun 14 18:28:09.857367 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-804b29aa-47df-46c4-a438-dfb1cdd0f313 req-96f83607-43e2-4113-87af-90f9574d9c12 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517194 Jun 14 18:28:09.893723 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-cb9da2d8-68a0-430f-b191-5b43fc439870 req-1bedf121-017c-40ea-94cb-cd0c5be2e820 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (1de4fd5a-d3c5-41de-a140-a242d715583a), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:09.907380 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['1de4fd5a-d3c5-41de-a140-a242d715583a'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:28:09.949694 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedf121-017c-40ea-94cb-cd0c5be2e820 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Pushing event deleted for resources: {'Port': ['ID=1de4fd5a-d3c5-41de-a140-a242d715583a,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:10.063874 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9da2d8-68a0-430f-b191-5b43fc439870 req-1bedf121-017c-40ea-94cb-cd0c5be2e820 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] No DVR routers for this DVR port 1de4fd5a-d3c5-41de-a140-a242d715583a on host hv-cinder-84456 {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:28:10.068758 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-cb9da2d8-68a0-430f-b191-5b43fc439870 req-1bedf121-017c-40ea-94cb-cd0c5be2e820 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:10.074658 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cb9da2d8-68a0-430f-b191-5b43fc439870 req-1bedf121-017c-40ea-94cb-cd0c5be2e820 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.13 "DELETE /v2.0/ports/1de4fd5a-d3c5-41de-a140-a242d715583a HTTP/1.1" status: 204 len: 173 time: 1.1068013 Jun 14 18:28:10.075400 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd', 'name': 'network-vif-deleted', 'tag': '1de4fd5a-d3c5-41de-a140-a242d715583a'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:28:10.079168 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530b3fd5-a893-46a7-9800-a7d2a2dd125c" -d '{"events": [{"server_uuid": "3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd", "name": "network-vif-deleted", "tag": "1de4fd5a-d3c5-41de-a140-a242d715583a"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:28:10.145351 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f387733-bf11-4efc-88b7-fa2c8aeb28ad x-openstack-request-id: req-8f387733-bf11-4efc-88b7-fa2c8aeb28ad {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:28:10.145819 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd", "name": "network-vif-deleted", "tag": "1de4fd5a-d3c5-41de-a140-a242d715583a", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:28:10.146063 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f387733-bf11-4efc-88b7-fa2c8aeb28ad {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:28:10.146494 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f387733-bf11-4efc-88b7-fa2c8aeb28ad'] response: {'server_uuid': '3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd', 'name': 'network-vif-deleted', 'tag': '1de4fd5a-d3c5-41de-a140-a242d715583a', 'status': 'completed', 'code': 200} Jun 14 18:28:10.998552 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:11.021736 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ddf57ebd-59fb-4617-8509-9f6de64a7995 req-6924c1ff-c993-428d-99e0-ad4dfc78a520 tempest-DeleteServersTestJSON-573905821 tempest-DeleteServersTestJSON-573905821-project] 10.222.0.78 "GET /v2.0/ports?device_id=3c972e47-ce4c-4eb9-bcdb-5a6f252b2dcd HTTP/1.1" status: 200 len: 210 time: 0.0400758 Jun 14 18:28:11.048081 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4cc3b-5342-409b-841a-8de57606108f req-51818b5a-8975-46c0-8a2d-23d4b78c9a7c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:11.054040 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b8b4cc3b-5342-409b-841a-8de57606108f req-51818b5a-8975-46c0-8a2d-23d4b78c9a7c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0654283 Jun 14 18:28:11.114271 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b8b4cc3b-5342-409b-841a-8de57606108f req-8e41e0d0-570a-42e5-8237-77b9b4cbc645 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584621 Jun 14 18:28:12.236859 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88a8ee-03e5-47d2-aa0f-3fc1d7d9c1e9 req-ba17a0e0-37dd-458f-9a7d-a0b90cdc50d2 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:12.239914 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3d88a8ee-03e5-47d2-aa0f-3fc1d7d9c1e9 req-ba17a0e0-37dd-458f-9a7d-a0b90cdc50d2 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0486703 Jun 14 18:28:12.293863 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3d88a8ee-03e5-47d2-aa0f-3fc1d7d9c1e9 req-dcff9ca6-d59b-42f8-a882-a57f308122dd tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496686 Jun 14 18:28:12.771255 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 1de4fd5a-d3c5-41de-a140-a242d715583a no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:28:12.793312 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 1de4fd5a-d3c5-41de-a140-a242d715583a {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:28:12.793768 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 1de4fd5a-d3c5-41de-a140-a242d715583a not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:28:13.406816 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66590c9-ecd7-4934-883e-3b19752768ef req-187026cb-6f54-448e-ae68-c53ef697bd58 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:13.408318 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d66590c9-ecd7-4934-883e-3b19752768ef req-187026cb-6f54-448e-ae68-c53ef697bd58 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0474234 Jun 14 18:28:13.453523 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:13.458209 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d66590c9-ecd7-4934-883e-3b19752768ef req-2589ebc9-743e-48e1-ab6a-67d133556130 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442336 Jun 14 18:28:14.572403 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401df356-9e28-459e-9157-3aec8621b1ac req-9648c384-ab34-4274-800e-9934ce16ce03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:14.573860 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-401df356-9e28-459e-9157-3aec8621b1ac req-9648c384-ab34-4274-800e-9934ce16ce03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0478938 Jun 14 18:28:14.625122 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-401df356-9e28-459e-9157-3aec8621b1ac req-9407941f-334b-4ecd-b097-5b87395cbbae tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455384 Jun 14 18:28:15.747830 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422743-2a20-40dc-ae57-1ee85e4b909c req-c97d4150-43bb-4a74-82a2-60b643840d7c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:15.749506 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b7422743-2a20-40dc-ae57-1ee85e4b909c req-c97d4150-43bb-4a74-82a2-60b643840d7c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0535541 Jun 14 18:28:15.802032 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b7422743-2a20-40dc-ae57-1ee85e4b909c req-5d83c08d-54b6-450e-970f-42cfe3a95fc3 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466990 Jun 14 18:28:16.929109 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a494284-061d-40be-91f3-3b64e63ec2ec req-f66cf552-7e1d-4a5d-b0b6-15d711f9007f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:16.930366 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3a494284-061d-40be-91f3-3b64e63ec2ec req-f66cf552-7e1d-4a5d-b0b6-15d711f9007f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0511212 Jun 14 18:28:16.986391 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3a494284-061d-40be-91f3-3b64e63ec2ec req-0b30dc63-4b9e-4511-a57c-e828723943f9 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481267 Jun 14 18:28:18.102484 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38f393-056b-476e-9149-6b26292b6f2d req-758179cc-3bbc-45fe-962e-1747b5f398bb tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:18.103993 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5d38f393-056b-476e-9149-6b26292b6f2d req-758179cc-3bbc-45fe-962e-1747b5f398bb tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0478101 Jun 14 18:28:18.153082 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5d38f393-056b-476e-9149-6b26292b6f2d req-3a671b87-a707-4d78-9289-b93432eb4908 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Jun 14 18:28:19.271401 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7834c-7218-4684-82a3-35ea7fbc9e42 req-101acaf8-02f5-4451-9c1e-baa19fab111f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:19.274223 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-70a7834c-7218-4684-82a3-35ea7fbc9e42 req-101acaf8-02f5-4451-9c1e-baa19fab111f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0518398 Jun 14 18:28:19.319931 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:19.332923 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-70a7834c-7218-4684-82a3-35ea7fbc9e42 req-ac26ab3b-773e-46fd-8ccf-f08d0c19948e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526316 Jun 14 18:28:19.951052 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:20.063444 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54594) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:20.183378 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-58e9a6f7-6723-4d5d-96d2-ceca9b855bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:20.269763 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-58e9a6f7-6723-4d5d-96d2-ceca9b855bae admin admin] Publish callbacks [] for security_group (2de748cd-3b98-4589-9c5b-b6aeee54d46e), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:20.347856 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-58e9a6f7-6723-4d5d-96d2-ceca9b855bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (2de748cd-3b98-4589-9c5b-b6aeee54d46e), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:20.395908 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-58e9a6f7-6723-4d5d-96d2-ceca9b855bae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9c147b9bedb541ae824a02c0426b92b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306189 Jun 14 18:28:20.396092 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9a6f7-6723-4d5d-96d2-ceca9b855bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de748cd-3b98-4589-9c5b-b6aeee54d46e,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:20.397921 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54602) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:20.485345 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffa2e4-6583-48e3-ab63-d75bcd5acf33 req-4f168e95-5cae-44f6-bd3f-c98553b3c4c6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:20.486866 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-42ffa2e4-6583-48e3-ab63-d75bcd5acf33 req-4f168e95-5cae-44f6-bd3f-c98553b3c4c6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0637944 Jun 14 18:28:20.509183 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1293836a-ce0a-43ae-a67b-df181c464ca3 admin admin] Publish callbacks [] for security_group (2de748cd-3b98-4589-9c5b-b6aeee54d46e), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:20.546654 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1293836a-ce0a-43ae-a67b-df181c464ca3 admin admin] Publish callbacks [] for security_group (2de748cd-3b98-4589-9c5b-b6aeee54d46e), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:20.570366 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-42ffa2e4-6583-48e3-ab63-d75bcd5acf33 req-439946e1-3741-41c9-b298-917a028c7240 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777011 Jun 14 18:28:20.759053 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1293836a-ce0a-43ae-a67b-df181c464ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (2de748cd-3b98-4589-9c5b-b6aeee54d46e), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:20.762328 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1293836a-ce0a-43ae-a67b-df181c464ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:20.763474 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-1293836a-ce0a-43ae-a67b-df181c464ca3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2de748cd-3b98-4589-9c5b-b6aeee54d46e HTTP/1.1" status: 204 len: 168 time: 0.3645256 Jun 14 18:28:20.771690 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293836a-ce0a-43ae-a67b-df181c464ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de748cd-3b98-4589-9c5b-b6aeee54d46e,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:21.313497 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54616) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:21.326852 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b06e413e-298b-40af-a341-11fb2bd27b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:21.404147 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b06e413e-298b-40af-a341-11fb2bd27b34 admin admin] Publish callbacks [] for security_group (03a2dc26-ece1-4125-87fa-b16ed5e19e8f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:21.475519 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b06e413e-298b-40af-a341-11fb2bd27b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (03a2dc26-ece1-4125-87fa-b16ed5e19e8f), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:21.516481 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-b06e413e-298b-40af-a341-11fb2bd27b34 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=616ef1104d1d4aedbcd4fb8e4f1d643c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016590 Jun 14 18:28:21.517024 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e413e-298b-40af-a341-11fb2bd27b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a2dc26-ece1-4125-87fa-b16ed5e19e8f,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:21.520335 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54620) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:21.574969 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-429d217c-346a-48ad-bfe0-5efc48bc1891 admin admin] Publish callbacks [] for security_group (03a2dc26-ece1-4125-87fa-b16ed5e19e8f), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:21.577121 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:21.599236 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-429d217c-346a-48ad-bfe0-5efc48bc1891 admin admin] Publish callbacks [] for security_group (03a2dc26-ece1-4125-87fa-b16ed5e19e8f), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:21.693607 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c36d81-5f7c-4469-b8e2-487ada0de281 req-145260f9-d70b-41fc-9d3c-9c67023e6b19 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:21.695124 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c8c36d81-5f7c-4469-b8e2-487ada0de281 req-145260f9-d70b-41fc-9d3c-9c67023e6b19 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0490675 Jun 14 18:28:21.747540 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c8c36d81-5f7c-4469-b8e2-487ada0de281 req-a31d7fbf-83ee-4cd3-b632-def6dd15203b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466180 Jun 14 18:28:21.779112 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-429d217c-346a-48ad-bfe0-5efc48bc1891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (03a2dc26-ece1-4125-87fa-b16ed5e19e8f), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:21.781574 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-429d217c-346a-48ad-bfe0-5efc48bc1891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:21.783655 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-429d217c-346a-48ad-bfe0-5efc48bc1891 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/03a2dc26-ece1-4125-87fa-b16ed5e19e8f HTTP/1.1" status: 204 len: 168 time: 0.2616804 Jun 14 18:28:21.786963 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:21.792275 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d217c-346a-48ad-bfe0-5efc48bc1891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a2dc26-ece1-4125-87fa-b16ed5e19e8f,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:22.530123 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54652) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:22.577862 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a297a2d-73e6-4810-bafb-8b61e7ced832 admin admin] Deleting subnet 59f135a3-b1e2-4c86-b85f-f583a23703c7 {{(pid=104773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:28:22.582383 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1a297a2d-73e6-4810-bafb-8b61e7ced832 admin admin] Publish callbacks [] for subnet (59f135a3-b1e2-4c86-b85f-f583a23703c7), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:22.619877 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1a297a2d-73e6-4810-bafb-8b61e7ced832 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2193839'] for subnet (59f135a3-b1e2-4c86-b85f-f583a23703c7), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:22.890284 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e54b65-aa8f-40a6-a807-0715f0f3b813 req-fe37a902-9803-471b-b658-81d409401bb6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:22.891839 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e4e54b65-aa8f-40a6-a807-0715f0f3b813 req-fe37a902-9803-471b-b658-81d409401bb6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0626678 Jun 14 18:28:22.895332 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1a297a2d-73e6-4810-bafb-8b61e7ced832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (59f135a3-b1e2-4c86-b85f-f583a23703c7), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:22.974528 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e4e54b65-aa8f-40a6-a807-0715f0f3b813 req-2e61fdbf-0e1b-48bb-a23d-a9b9f9089ceb tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611060 Jun 14 18:28:23.087044 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1a297a2d-73e6-4810-bafb-8b61e7ced832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2781220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2984236'] for subnet (59f135a3-b1e2-4c86-b85f-f583a23703c7), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:23.119994 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1a297a2d-73e6-4810-bafb-8b61e7ced832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:23.123718 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-1a297a2d-73e6-4810-bafb-8b61e7ced832 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/59f135a3-b1e2-4c86-b85f-f583a23703c7 HTTP/1.1" status: 204 len: 168 time: 0.5988312 Jun 14 18:28:23.124811 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a297a2d-73e6-4810-bafb-8b61e7ced832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f135a3-b1e2-4c86-b85f-f583a23703c7,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:23.126574 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54670) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:23.200500 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (6ab11bf3-ae17-49e6-a188-4b68af6636e2), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:23.321965 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (6ab11bf3-ae17-49e6-a188-4b68af6636e2), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:23.352244 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab11bf3-ae17-49e6-a188-4b68af6636e2']}} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:23.363605 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435e27b3-26c4-43c7-a87b-c37ad5881b09') {'for_net_delete': True} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:23.363924 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435e27b3-26c4-43c7-a87b-c37ad5881b09') {} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:23.374377 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193846'] for segment (435e27b3-26c4-43c7-a87b-c37ad5881b09), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:23.389928 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (435e27b3-26c4-43c7-a87b-c37ad5881b09), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:23.410542 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=104773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:28:23.410542 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2781306'] for segment (435e27b3-26c4-43c7-a87b-c37ad5881b09), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:23.433873 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment 435e27b3-26c4-43c7-a87b-c37ad5881b09 resource provider aggregate not found Jun 14 18:28:23.463865 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment 435e27b3-26c4-43c7-a87b-c37ad5881b09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 435e27b3-26c4-43c7-a87b-c37ad5881b09 found for delete ", "request_id": "req-a83e6b3f-cb42-4e1e-9f61-369d033c1a4a"}]} Jun 14 18:28:23.532869 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (6ab11bf3-ae17-49e6-a188-4b68af6636e2), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:23.551632 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:23.554803 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] 10.222.0.78 "DELETE /v2.0/networks/6ab11bf3-ae17-49e6-a188-4b68af6636e2 HTTP/1.1" status: 204 len: 168 time: 0.4272962 Jun 14 18:28:23.555883 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424704e1-4938-48a1-ad2c-87d04c93e09d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab11bf3-ae17-49e6-a188-4b68af6636e2,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:24.035747 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54702) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:24.095716 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f1e02dd9-225e-459a-825a-d4f1b3abfc2f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3ea8b1ec08d6485ab1ac360549789d2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0585253 Jun 14 18:28:24.098478 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54704) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:24.124051 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8447-d78d-43de-b301-ad58b63be05d req-7ca1a219-458c-400a-82e2-60bb57a172fc tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:24.125626 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a4ea8447-d78d-43de-b301-ad58b63be05d req-7ca1a219-458c-400a-82e2-60bb57a172fc tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0686100 Jun 14 18:28:24.201372 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a4ea8447-d78d-43de-b301-ad58b63be05d req-07fb4ed1-99c8-40c4-94be-25a059ff55e5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693223 Jun 14 18:28:24.201992 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f33e-11b2-49dc-8159-b2438e62f51a admin admin] Publish callbacks [] for security_group (3a1f5d89-0ea1-4296-886c-6d65451a2718), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:24.226009 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f33e-11b2-49dc-8159-b2438e62f51a admin admin] Publish callbacks [] for security_group (3a1f5d89-0ea1-4296-886c-6d65451a2718), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:24.419381 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f33e-11b2-49dc-8159-b2438e62f51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (3a1f5d89-0ea1-4296-886c-6d65451a2718), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:24.422400 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bcb9f33e-11b2-49dc-8159-b2438e62f51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:24.427943 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-bcb9f33e-11b2-49dc-8159-b2438e62f51a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a1f5d89-0ea1-4296-886c-6d65451a2718 HTTP/1.1" status: 204 len: 168 time: 0.3239365 Jun 14 18:28:24.427943 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:24.432744 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9f33e-11b2-49dc-8159-b2438e62f51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1f5d89-0ea1-4296-886c-6d65451a2718,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:25.317041 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e4ee6-af92-4099-976c-f187c31c15b9 req-b9abddbc-3e34-4053-8110-a40de593159a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:25.318578 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-617e4ee6-af92-4099-976c-f187c31c15b9 req-b9abddbc-3e34-4053-8110-a40de593159a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0497875 Jun 14 18:28:25.371483 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-617e4ee6-af92-4099-976c-f187c31c15b9 req-159061f5-5f85-4deb-ad9a-4bb510c6671d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450907 Jun 14 18:28:25.629473 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54776) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:25.735017 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-548827976-network', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:25.823008 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Made reservation on behalf of 56f8367a52044e82a2c272da39e1bfd8 for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:28:25.825539 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:25.834604 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:25.914104 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Publish callbacks [] for security_group (665d4e2f-5a2a-4189-8217-4b8c90681182), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:25.993419 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (665d4e2f-5a2a-4189-8217-4b8c90681182), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:26.016512 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=104772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:28:26.032864 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665d4e2f-5a2a-4189-8217-4b8c90681182,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:26.035893 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (c91ed6cd-088c-4717-9b44-93adfbc57557), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:26.036239 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Added segment c91ed6cd-088c-4717-9b44-93adfbc57557 of type vlan for network e21b4aaa-368c-485d-acb4-337720920cc4 Jun 14 18:28:26.084475 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (e21b4aaa-368c-485d-acb4-337720920cc4), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:26.156359 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (e21b4aaa-368c-485d-acb4-337720920cc4), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:26.157809 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:26.158557 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:26.180731 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:26.226541 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] Pushing event updated for resources: {'Network': ['ID=e21b4aaa-368c-485d-acb4-337720920cc4,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:26.236950 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network e21b4aaa-368c-485d-acb4-337720920cc4 details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:28:26.340982 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-d8ae7840-726d-437d-b99f-7aa8ea321c4a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7092142 Jun 14 18:28:26.344073 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54802) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:26.349328 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-67222c28-56ea-40a9-bce1-58e999ef89e6 admin admin] Request body: {'subnet': {'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-548827976-subnet', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:26.457364 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67222c28-56ea-40a9-bce1-58e999ef89e6 admin admin] Made reservation on behalf of 56f8367a52044e82a2c272da39e1bfd8 for: {'subnet': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:28:26.459491 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-67222c28-56ea-40a9-bce1-58e999ef89e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:26.518873 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba83ed-21b2-4529-9d0e-cf245130fba0 req-23b7d0bb-9042-4d5c-837b-875e32fb7f89 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:26.520420 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e9ba83ed-21b2-4529-9d0e-cf245130fba0 req-23b7d0bb-9042-4d5c-837b-875e32fb7f89 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0771191 Jun 14 18:28:26.615994 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e9ba83ed-21b2-4529-9d0e-cf245130fba0 req-bfd52d77-d6f8-44bf-aba1-b8099a163ac1 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690355 Jun 14 18:28:26.662636 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:26.822393 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-67222c28-56ea-40a9-bce1-58e999ef89e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (4916d0d5-399f-4622-980d-32fb81ecd6af), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:26.873997 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67222c28-56ea-40a9-bce1-58e999ef89e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4916d0d5-399f-4622-980d-32fb81ecd6af,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:26.892492 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67222c28-56ea-40a9-bce1-58e999ef89e6 admin admin] Checking segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:28:26.892852 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67222c28-56ea-40a9-bce1-58e999ef89e6 admin admin] Network hostable DHCP agents. Network: e21b4aaa-368c-485d-acb4-337720920cc4, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:28:27.010710 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67222c28-56ea-40a9-bce1-58e999ef89e6 admin admin] Network e21b4aaa-368c-485d-acb4-337720920cc4 is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:28:27.113773 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-67222c28-56ea-40a9-bce1-58e999ef89e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, e21b4aaa-368c-485d-acb4-337720920cc4) {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:27.118433 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67222c28-56ea-40a9-bce1-58e999ef89e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:27.119479 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-67222c28-56ea-40a9-bce1-58e999ef89e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:27.130621 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcabbc6e-c911-4584-833d-cd1ed12beded None None] Network e21b4aaa-368c-485d-acb4-337720920cc4 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:28:27.206201 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-67222c28-56ea-40a9-bce1-58e999ef89e6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8569407 Jun 14 18:28:27.206638 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54826) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:27.217516 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:27.252483 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e91a761-7527-5e0e-9681-c60f4dc4181d-e21b4aaa-368c-485d-acb4-337720920cc4', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af'}]}} from dv-cinder-844563-2-iscsi. {{(pid=104774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 14 18:28:27.253723 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:27.366955 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-412530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-630'] for router (99d692a4-dd00-479c-ab92-329ab6ea9487), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:27.368097 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-413621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-639'] for router (99d692a4-dd00-479c-ab92-329ab6ea9487), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:27.382338 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:27.416452 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.db_base_plugin_common [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Allocated IP 172.20.0.2 (e21b4aaa-368c-485d-acb4-337720920cc4/4916d0d5-399f-4622-980d-32fb81ecd6af/5e58b016-cf03-463a-8bdf-bb0f9fea6599) {{(pid=104774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:28:27.469690 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Publish callbacks [] for router_controller (99d692a4-dd00-479c-ab92-329ab6ea9487), precommit_add_association {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:27.574440 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Publish callbacks [] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), precommit_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:27.659149 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:27.680335 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=87,neutron:UPDATE=10,neutron:INSERT=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:27.695678 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:27.706914 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Publish callbacks [] for router_gateway (99d692a4-dd00-479c-ab92-329ab6ea9487), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:27.723574 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Network e21b4aaa-368c-485d-acb4-337720920cc4 is already hosted by enough agents. {{(pid=104774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:28:27.731169 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.base_scheduler [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Resources bound (agent type, host, resource id): {{(pid=104774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:27.734896 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Received port after_create {{(pid=104774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:28:27.747756 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Pushing event updated for resources: {'Port': ['ID=5e58b016-cf03-463a-8bdf-bb0f9fea6599,revision_number=1']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:27.755555 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 54850) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:27.770827 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.771174 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.771692 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.772192 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.772671 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.773152 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.773649 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.774124 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.774459 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.774777 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.774890 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab4878-576f-4b30-82c6-64193180e4e8 req-8bcc6e3e-a0fb-4d4b-a020-c7bf4d178383 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:27.775106 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.775462 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.775846 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.776111 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.776386 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e5ab4878-576f-4b30-82c6-64193180e4e8 req-8bcc6e3e-a0fb-4d4b-a020-c7bf4d178383 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0618899 Jun 14 18:28:27.776551 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:27.821646 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Attempting to bind port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:28:27.822488 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Attempting to bind port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:28:27.823026 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Attempting to bind port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 on network e21b4aaa-368c-485d-acb4-337720920cc4 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:28:27.829273 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:28:27.838125 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Checking segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:28:27.838125 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:27.838125 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Bound using segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:28:27.838125 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Bound port: 5e58b016-cf03-463a-8bdf-bb0f9fea6599, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:28:27.838125 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:27.887602 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e5ab4878-576f-4b30-82c6-64193180e4e8 req-d0b4a436-cc97-40ea-b9a2-c01676479118 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003039 Jun 14 18:28:27.899159 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] For port 5e58b016-cf03-463a-8bdf-bb0f9fea6599, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:28:27.902645 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] For port 5e58b016-cf03-463a-8bdf-bb0f9fea6599, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=5e58b016-cf03-463a-8bdf-bb0f9fea6599,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:28:27.910194 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-601de4fe-7f23-46e3-b282-0814dee8262b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:27.996972 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:28.006067 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:28.057842 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Publish callbacks [] for router_gateway (99d692a4-dd00-479c-ab92-329ab6ea9487), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:28.081810 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec279f-6db5-4e4f-9b9d-4959a14a1e34 None None] Pushing event updated for resources: {'Port': ['ID=5e58b016-cf03-463a-8bdf-bb0f9fea6599,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:28.095132 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:28.156206 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:28.171108 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-601de4fe-7f23-46e3-b282-0814dee8262b admin admin] Publish callbacks [] for security_group (1e2f80b7-757a-4f70-9a6c-d7920e08a630), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:28.235120 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Allocated IP 172.27.0.218 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/021884ff-209a-4db8-8e79-2a88ae073a65) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:28:28.266200 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-601de4fe-7f23-46e3-b282-0814dee8262b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (1e2f80b7-757a-4f70-9a6c-d7920e08a630), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:28.359550 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-601de4fe-7f23-46e3-b282-0814dee8262b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=744ba875713b4e928afe7d722a2efe17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6010165 Jun 14 18:28:28.362500 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601de4fe-7f23-46e3-b282-0814dee8262b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2f80b7-757a-4f70-9a6c-d7920e08a630,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:28.363458 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54862) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:28.409014 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Publish callbacks [] for port (021884ff-209a-4db8-8e79-2a88ae073a65), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:28.434825 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-dd561339-a899-4280-b8b6-e8d66371365a admin admin] Publish callbacks [] for security_group (1e2f80b7-757a-4f70-9a6c-d7920e08a630), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:28.467013 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-dd561339-a899-4280-b8b6-e8d66371365a admin admin] Publish callbacks [] for security_group (1e2f80b7-757a-4f70-9a6c-d7920e08a630), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:28.521618 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (021884ff-209a-4db8-8e79-2a88ae073a65), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:28.557896 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:28:28.564249 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:28.567937 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:28:28.598794 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Pushing event updated for resources: {'Port': ['ID=021884ff-209a-4db8-8e79-2a88ae073a65,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:28.642486 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-dd561339-a899-4280-b8b6-e8d66371365a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (1e2f80b7-757a-4f70-9a6c-d7920e08a630), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:28.646551 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-dd561339-a899-4280-b8b6-e8d66371365a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:28.648091 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-dd561339-a899-4280-b8b6-e8d66371365a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1e2f80b7-757a-4f70-9a6c-d7920e08a630 HTTP/1.1" status: 204 len: 168 time: 0.2831161 Jun 14 18:28:28.669177 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd561339-a899-4280-b8b6-e8d66371365a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2f80b7-757a-4f70-9a6c-d7920e08a630,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:28.744043 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54900) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:28.897254 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 5e58b016-cf03-463a-8bdf-bb0f9fea6599 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:28:28.938163 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2981a3d0-cc9d-445c-8fd9-83ad48087680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.001921 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Publish callbacks [] for router_gateway (99d692a4-dd00-479c-ab92-329ab6ea9487), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.002506 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:29.003049 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.125717 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:29.126329 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.127095 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886c11b-7755-4f7b-85f0-2073b2142c2f req-f6a74854-42cd-4b5a-a5ac-77562428ffdc tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:29.128996 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3886c11b-7755-4f7b-85f0-2073b2142c2f req-f6a74854-42cd-4b5a-a5ac-77562428ffdc tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.1181042 Jun 14 18:28:29.186730 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port 5e58b016-cf03-463a-8bdf-bb0f9fea6599, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=5e58b016-cf03-463a-8bdf-bb0f9fea6599,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:28:29.211432 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:29.219749 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2981a3d0-cc9d-445c-8fd9-83ad48087680 admin admin] Publish callbacks [] for security_group (7ff190ed-a790-4c18-9803-4871ef89828a), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.240714 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3886c11b-7755-4f7b-85f0-2073b2142c2f req-bda53398-90ea-4e59-8b9a-34464f5799da tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045008 Jun 14 18:28:29.305667 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97ca388-bc96-47e4-8625-eb543a3a2979 None None] Network e21b4aaa-368c-485d-acb4-337720920cc4 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:28:29.309638 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2981a3d0-cc9d-445c-8fd9-83ad48087680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (7ff190ed-a790-4c18-9803-4871ef89828a), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.319468 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.333082 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413463'] for router (99d692a4-dd00-479c-ab92-329ab6ea9487), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.350445 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-2981a3d0-cc9d-445c-8fd9-83ad48087680 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d79eaceb00814859bf2d8dedc82afb85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6052620 Jun 14 18:28:29.357000 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54924) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:29.377906 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981a3d0-cc9d-445c-8fd9-83ad48087680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff190ed-a790-4c18-9803-4871ef89828a,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:29.429486 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-46217899-69f8-4c82-8868-3817bf855978 admin admin] Publish callbacks [] for security_group (7ff190ed-a790-4c18-9803-4871ef89828a), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.443830 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=5e58b016-cf03-463a-8bdf-bb0f9fea6599,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:29.450470 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-559f15c0-16c5-4d84-85bc-5f1df3212257 None None] Provisioning complete for port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:29.450841 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-559f15c0-16c5-4d84-85bc-5f1df3212257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.457391 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-46217899-69f8-4c82-8868-3817bf855978 admin admin] Publish callbacks [] for security_group (7ff190ed-a790-4c18-9803-4871ef89828a), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.518260 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:29.580451 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-559f15c0-16c5-4d84-85bc-5f1df3212257 None None] Current status of the port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:29.617125 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-46217899-69f8-4c82-8868-3817bf855978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (7ff190ed-a790-4c18-9803-4871ef89828a), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.618637 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Router 99d692a4-dd00-479c-ab92-329ab6ea9487 is scheduled to L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 with binding_index 1 {{(pid=104773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:28:29.621556 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-46217899-69f8-4c82-8868-3817bf855978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.626614 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-46217899-69f8-4c82-8868-3817bf855978 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7ff190ed-a790-4c18-9803-4871ef89828a HTTP/1.1" status: 204 len: 168 time: 0.2675409 Jun 14 18:28:29.638688 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:29.640236 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46217899-69f8-4c82-8868-3817bf855978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff190ed-a790-4c18-9803-4871ef89828a,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:29.700925 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54932) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:29.721246 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d8fe-f9c3-4490-abc7-6d7fa7d8d4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.850430 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d8fe-f9c3-4490-abc7-6d7fa7d8d4a2 admin admin] Publish callbacks [] for security_group (314f8e11-9475-4f29-b166-7fd88b471b23), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.868085 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-61074e57-b15a-4f76-90f2-1f7f698ae9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.901044 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-ea8cf3e3-e2c9-4d01-92cf-5f1ead60c4f4 None None] Provisioning complete for port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:29.902297 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf3e3-e2c9-4d01-92cf-5f1ead60c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.939977 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:29.961793 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d8fe-f9c3-4490-abc7-6d7fa7d8d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (314f8e11-9475-4f29-b166-7fd88b471b23), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:29.989900 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:28:30.002013 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Sync routers for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:28:30.002588 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:30.006906 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-ea8cf3e3-e2c9-4d01-92cf-5f1ead60c4f4 None None] Current status of the port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:30.014119 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-1ee5d8fe-f9c3-4490-abc7-6d7fa7d8d4a2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c38261f692b04a398922d7b0cdcef5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117287 Jun 14 18:28:30.016629 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54936) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:30.023460 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:30.024361 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:28:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:30.024755 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5d8fe-f9c3-4490-abc7-6d7fa7d8d4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314f8e11-9475-4f29-b166-7fd88b471b23,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:30.084527 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d3cc-1eea-47ea-802a-684e86465108 admin admin] Publish callbacks [] for security_group (314f8e11-9475-4f29-b166-7fd88b471b23), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:30.090344 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:30.097126 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-84e81efa-196e-469d-ae4b-34cceb1d211f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8901052 Jun 14 18:28:30.097317 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 54940) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:30.155727 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:30.224338 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:30.227215 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d3cc-1eea-47ea-802a-684e86465108 admin admin] Publish callbacks [] for security_group (314f8e11-9475-4f29-b166-7fd88b471b23), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:30.451898 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb363d1-2275-4b47-a10a-e3d4caaec220 req-0aa84390-56ed-496c-9a85-79c1611a8be6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:30.453784 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-eeb363d1-2275-4b47-a10a-e3d4caaec220 req-0aa84390-56ed-496c-9a85-79c1611a8be6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0795321 Jun 14 18:28:30.518346 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:28Z', 'revision_number': 3, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:30.532499 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-eeb363d1-2275-4b47-a10a-e3d4caaec220 req-1986fb85-a32c-47d9-aad6-731e9dc2d041 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658989 Jun 14 18:28:30.556725 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Checking router: 99d692a4-dd00-479c-ab92-329ab6ea9487 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:28:30.556725 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Updating router 99d692a4-dd00-479c-ab92-329ab6ea9487 port 021884ff-209a-4db8-8e79-2a88ae073a65 binding host dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:28:30.585783 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d3cc-1eea-47ea-802a-684e86465108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (314f8e11-9475-4f29-b166-7fd88b471b23), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:30.586323 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (021884ff-209a-4db8-8e79-2a88ae073a65), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:30.588620 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d3cc-1eea-47ea-802a-684e86465108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:30.592525 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-b5d5d3cc-1eea-47ea-802a-684e86465108 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/314f8e11-9475-4f29-b166-7fd88b471b23 HTTP/1.1" status: 204 len: 168 time: 0.5720477 Jun 14 18:28:30.610993 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5d3cc-1eea-47ea-802a-684e86465108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314f8e11-9475-4f29-b166-7fd88b471b23,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:30.805435 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:30.806974 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:30.863236 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 5e58b016-cf03-463a-8bdf-bb0f9fea6599 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:28:30.911480 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Publish callbacks [] for port (021884ff-209a-4db8-8e79-2a88ae073a65), precommit_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:30.919297 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:30.919853 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:30.983934 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (021884ff-209a-4db8-8e79-2a88ae073a65), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:31.020695 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Allocated IP 172.20.0.1 (e21b4aaa-368c-485d-acb4-337720920cc4/4916d0d5-399f-4622-980d-32fb81ecd6af/1b8df523-aafb-494e-8767-800d9e5f6040) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:28:31.025224 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:31.043980 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Attempting to bind port 021884ff-209a-4db8-8e79-2a88ae073a65 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:28:31.044677 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Attempting to bind port 021884ff-209a-4db8-8e79-2a88ae073a65 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:28:31.044677 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Attempting to bind port 021884ff-209a-4db8-8e79-2a88ae073a65 on network 8f00240a-230f-48f5-8034-9071d4ec9004 {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:28:31.056424 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:28:31.060858 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Checking segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:28:31.060858 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:31.060858 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Bound using segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:28:31.060858 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Bound port: 021884ff-209a-4db8-8e79-2a88ae073a65, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:28:31.060858 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (021884ff-209a-4db8-8e79-2a88ae073a65), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:31.105897 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Pushing event updated for resources: {'Port': ['ID=021884ff-209a-4db8-8e79-2a88ae073a65,revision_number=2']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:31.147323 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] For port 021884ff-209a-4db8-8e79-2a88ae073a65, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:28:31.153001 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] For port 021884ff-209a-4db8-8e79-2a88ae073a65, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=021884ff-209a-4db8-8e79-2a88ae073a65,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:28:31.157611 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.157961 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.158449 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.158812 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.159157 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.159478 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.159808 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.160134 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.160460 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.161172 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.161530 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.161874 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.162203 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.162520 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.162846 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:28:31.167467 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Publish callbacks [] for port (1b8df523-aafb-494e-8767-800d9e5f6040), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:31.259128 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (021884ff-209a-4db8-8e79-2a88ae073a65), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:31.281894 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:31.318218 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:31.319127 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:28:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:31.328943 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Network e21b4aaa-368c-485d-acb4-337720920cc4 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:28:31.336084 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:31.341079 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:28:31.342006 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412723'] for router_interface (99d692a4-dd00-479c-ab92-329ab6ea9487), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:31.349577 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Pushing event updated for resources: {'Port': ['ID=1b8df523-aafb-494e-8767-800d9e5f6040,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:31.484962 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94166703-2b97-4e8f-9d3b-530430a4b6c2 None None] Pushing event updated for resources: {'Port': ['ID=021884ff-209a-4db8-8e79-2a88ae073a65,revision_number=3']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:31.495047 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:31.531352 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:31.536413 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:31.750171 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cfd78-cc36-497a-b4d6-38723bc31e6e req-4c54e967-9404-4433-85a4-98e1601a42c4 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:31.763888 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-154cc01f-9977-461c-a77f-36e91fba14ef None None] Provisioning complete for port 1b8df523-aafb-494e-8767-800d9e5f6040 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:31.764531 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-154cc01f-9977-461c-a77f-36e91fba14ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:31.765925 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-700cfd78-cc36-497a-b4d6-38723bc31e6e req-4c54e967-9404-4433-85a4-98e1601a42c4 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.1184366 Jun 14 18:28:31.768529 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:31.795599 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:31.825068 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-154cc01f-9977-461c-a77f-36e91fba14ef None None] Port 1b8df523-aafb-494e-8767-800d9e5f6040 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:28:31.896978 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:28:31.907196 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-700cfd78-cc36-497a-b4d6-38723bc31e6e req-1a2c98b1-0ba7-4460-bcfb-3388821b96e0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403794 Jun 14 18:28:31.912872 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:28Z', 'revision_number': 3, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:31.958878 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b6eca7-d4b8-4af9-888e-f8e5e0316e73 None None] The sync data for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi is: [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:28Z', 'revision_number': 3, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:28:32.088775 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Publish callbacks [] for port (1b8df523-aafb-494e-8767-800d9e5f6040), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:32.203000 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:32.205188 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-459270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412751'] for router_interface (99d692a4-dd00-479c-ab92-329ab6ea9487), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:32.263691 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-8bfe14cb-f7ea-4ed6-ada1-563bdef0828a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:32.296401 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Pushing event updated for resources: {'Port': ['ID=1b8df523-aafb-494e-8767-800d9e5f6040,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:32.389890 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Network e21b4aaa-368c-485d-acb4-337720920cc4 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:28:32.391614 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:32.767991 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-71098621-709a-4e26-a7a2-eff99f534dc5 None None] Provisioning complete for port 1b8df523-aafb-494e-8767-800d9e5f6040 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:32.768525 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-71098621-709a-4e26-a7a2-eff99f534dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:32.815019 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Router 99d692a4-dd00-479c-ab92-329ab6ea9487 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:28:32.835242 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-71098621-709a-4e26-a7a2-eff99f534dc5 None None] Port 1b8df523-aafb-494e-8767-800d9e5f6040 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:28:32.881416 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:32.903632 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 021884ff-209a-4db8-8e79-2a88ae073a65 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:28:32.961042 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:28:32.969012 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-a91e440d-edbd-4fd0-8719-270865379538 admin admin] 10.222.0.78 "PUT /v2.0/routers/99d692a4-dd00-479c-ab92-329ab6ea9487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8668983 Jun 14 18:28:32.987003 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 021884ff-209a-4db8-8e79-2a88ae073a65 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:32.987406 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (021884ff-209a-4db8-8e79-2a88ae073a65), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:33.019761 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:33.087957 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 021884ff-209a-4db8-8e79-2a88ae073a65 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:33.088770 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (021884ff-209a-4db8-8e79-2a88ae073a65), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:33.106762 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f4cd4-c341-4a3a-84ff-5a017b9296ea req-44bcd8af-9659-4506-8a9e-e8f4c33447e0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:33.108425 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9c4f4cd4-c341-4a3a-84ff-5a017b9296ea req-44bcd8af-9659-4506-8a9e-e8f4c33447e0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0672278 Jun 14 18:28:33.128636 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port 021884ff-209a-4db8-8e79-2a88ae073a65, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=021884ff-209a-4db8-8e79-2a88ae073a65,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:28:33.172715 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:33.183758 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9c4f4cd4-c341-4a3a-84ff-5a017b9296ea req-0c566639-4054-4612-ae9a-d160b2c356d4 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680554 Jun 14 18:28:33.200149 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (021884ff-209a-4db8-8e79-2a88ae073a65), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:33.379626 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=021884ff-209a-4db8-8e79-2a88ae073a65,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:33.557263 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55062) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:33.563917 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-8f52f842-0890-40fd-8497-5bf72f869a26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--746836016', 'description': 'tempest-description--1674792818'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:33.656888 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8f52f842-0890-40fd-8497-5bf72f869a26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:33.730605 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8f52f842-0890-40fd-8497-5bf72f869a26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (015e780a-8d78-488a-b6ae-dc7d7a26df8c), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:33.844799 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8f52f842-0890-40fd-8497-5bf72f869a26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (015e780a-8d78-488a-b6ae-dc7d7a26df8c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:33.873934 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52f842-0890-40fd-8497-5bf72f869a26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015e780a-8d78-488a-b6ae-dc7d7a26df8c,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:33.962683 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8f52f842-0890-40fd-8497-5bf72f869a26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:33.964034 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-8f52f842-0890-40fd-8497-5bf72f869a26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4043450 Jun 14 18:28:33.975445 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55068) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:33.980350 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-e4e983db-8043-4165-8592-65fd5d79194c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'security_group_rule': {'security_group_id': '015e780a-8d78-488a-b6ae-dc7d7a26df8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:34.015338 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Sync routers for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:28:34.025741 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:34.026353 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:28:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:34.080788 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e4e983db-8043-4165-8592-65fd5d79194c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (9cff108c-dec3-45c5-aa52-d8038376177f), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:34.119305 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:34.130970 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:34.146149 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e4e983db-8043-4165-8592-65fd5d79194c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (9cff108c-dec3-45c5-aa52-d8038376177f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:34.223405 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e4e983db-8043-4165-8592-65fd5d79194c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (9cff108c-dec3-45c5-aa52-d8038376177f), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:34.243792 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e983db-8043-4165-8592-65fd5d79194c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cff108c-dec3-45c5-aa52-d8038376177f,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:34.336021 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c1989-a922-4b2b-9f74-eea181cc07e3 req-49c3e994-4363-4c69-a213-ac5725f46d55 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:34.339719 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a04c1989-a922-4b2b-9f74-eea181cc07e3 req-49c3e994-4363-4c69-a213-ac5725f46d55 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0611367 Jun 14 18:28:34.377134 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:34.377274 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:34.384346 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 2, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:34.387997 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e4e983db-8043-4165-8592-65fd5d79194c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:34.392310 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-e4e983db-8043-4165-8592-65fd5d79194c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4131713 Jun 14 18:28:34.392661 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55084) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:34.398927 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-998a1cb1-fffc-4b69-bd94-ad54a03c0aee tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'security_group_rule': {'security_group_id': '015e780a-8d78-488a-b6ae-dc7d7a26df8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:34.426800 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Checking router: 99d692a4-dd00-479c-ab92-329ab6ea9487 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:28:34.426800 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Updating router 99d692a4-dd00-479c-ab92-329ab6ea9487 port 1b8df523-aafb-494e-8767-800d9e5f6040 binding host dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:28:34.432257 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a04c1989-a922-4b2b-9f74-eea181cc07e3 req-30e148c6-0468-4602-a95d-2937b1c8d3c4 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812337 Jun 14 18:28:34.466660 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:34.527544 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-998a1cb1-fffc-4b69-bd94-ad54a03c0aee tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (359368e4-8912-4180-a079-b90f617bf3de), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:34.600789 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:34.610091 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-998a1cb1-fffc-4b69-bd94-ad54a03c0aee tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (359368e4-8912-4180-a079-b90f617bf3de), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:34.703673 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:34.776093 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Publish callbacks [] for port (1b8df523-aafb-494e-8767-800d9e5f6040), precommit_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:34.931480 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 021884ff-209a-4db8-8e79-2a88ae073a65 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:28:34.931480 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 021884ff-209a-4db8-8e79-2a88ae073a65 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:34.931480 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (021884ff-209a-4db8-8e79-2a88ae073a65), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:34.954524 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 021884ff-209a-4db8-8e79-2a88ae073a65 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:35.067907 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-998a1cb1-fffc-4b69-bd94-ad54a03c0aee tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (359368e4-8912-4180-a079-b90f617bf3de), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.068563 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.073004 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.090988 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a1cb1-fffc-4b69-bd94-ad54a03c0aee tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359368e4-8912-4180-a079-b90f617bf3de,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:35.128299 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d80da4-6e7c-48c9-a2ee-93911d4d5f28 None None] Pushing event updated for resources: {'Port': ['ID=1b8df523-aafb-494e-8767-800d9e5f6040,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:35.170131 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.185123 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Attempting to bind port 1b8df523-aafb-494e-8767-800d9e5f6040 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:28:35.185409 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Attempting to bind port 1b8df523-aafb-494e-8767-800d9e5f6040 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:28:35.185800 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Attempting to bind port 1b8df523-aafb-494e-8767-800d9e5f6040 on network e21b4aaa-368c-485d-acb4-337720920cc4 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:28:35.192193 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:28:35.192570 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Checking segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:28:35.192976 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.193365 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Bound using segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:28:35.193875 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Bound port: 1b8df523-aafb-494e-8767-800d9e5f6040, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:28:35.201770 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-998a1cb1-fffc-4b69-bd94-ad54a03c0aee tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.202204 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.202289 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-998a1cb1-fffc-4b69-bd94-ad54a03c0aee tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8068469 Jun 14 18:28:35.203894 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55092) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:35.208459 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:35.280301 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] For port 1b8df523-aafb-494e-8767-800d9e5f6040, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:28:35.283797 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] For port 1b8df523-aafb-494e-8767-800d9e5f6040, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=1b8df523-aafb-494e-8767-800d9e5f6040,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:28:35.314206 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.368870 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-59423e06-c30c-4250-8f16-fa541cf49dfb None None] Provisioning complete for port 1b8df523-aafb-494e-8767-800d9e5f6040 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:35.369249 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-59423e06-c30c-4250-8f16-fa541cf49dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.403728 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.405429 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-59423e06-c30c-4250-8f16-fa541cf49dfb None None] Port 1b8df523-aafb-494e-8767-800d9e5f6040 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:28:35.411308 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.492765 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d80da4-6e7c-48c9-a2ee-93911d4d5f28 None None] Pushing event updated for resources: {'Port': ['ID=1b8df523-aafb-494e-8767-800d9e5f6040,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:35.497762 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:35.498388 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:28:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:35.544002 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Allocated IP 172.27.0.158 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/51623f71-34ac-4472-bbda-09e88a30eef3) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:28:35.614167 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a40fec-9687-4713-98c3-a7d0cf263655 req-a79eee24-d7b3-4439-a8ae-e6ea498c1309 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:35.616791 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-29a40fec-9687-4713-98c3-a7d0cf263655 req-a79eee24-d7b3-4439-a8ae-e6ea498c1309 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0819187 Jun 14 18:28:35.672667 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:35.686214 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:35.699335 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-29a40fec-9687-4713-98c3-a7d0cf263655 req-62f4eec7-c366-4dc8-98da-be5d44599963 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735908 Jun 14 18:28:35.749269 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for port (51623f71-34ac-4472-bbda-09e88a30eef3), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.861121 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-5165a2bf-32e8-4163-bac4-7c3fad19bd94 None None] Provisioning complete for port 1b8df523-aafb-494e-8767-800d9e5f6040 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:35.861509 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-5165a2bf-32e8-4163-bac4-7c3fad19bd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.959862 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (51623f71-34ac-4472-bbda-09e88a30eef3), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:35.967108 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:35Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:36.004365 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:28:36.009086 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:36.012323 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:28:36.012883 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd2a9e-d0a7-4fdb-becd-31a7c172c926 None None] The sync data for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi is: [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:35Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:28:36.030846 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-5165a2bf-32e8-4163-bac4-7c3fad19bd94 None None] Current status of the port 1b8df523-aafb-494e-8767-800d9e5f6040 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:36.031240 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-5165a2bf-32e8-4163-bac4-7c3fad19bd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:36.039019 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'Port': ['ID=51623f71-34ac-4472-bbda-09e88a30eef3,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:36.077970 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:36.112293 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-5165a2bf-32e8-4163-bac4-7c3fad19bd94 None None] For port 1b8df523-aafb-494e-8767-800d9e5f6040, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=1b8df523-aafb-494e-8767-800d9e5f6040,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:28:36.186821 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (485e5798-fc74-4a7d-a344-3c81053ba5b2), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:36.205614 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-5165a2bf-32e8-4163-bac4-7c3fad19bd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:36.261586 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165a2bf-32e8-4163-bac4-7c3fad19bd94 None None] Pushing event updated for resources: {'Port': ['ID=1b8df523-aafb-494e-8767-800d9e5f6040,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:36.295064 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (51623f71-34ac-4472-bbda-09e88a30eef3), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:36.470534 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for port (51623f71-34ac-4472-bbda-09e88a30eef3), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:36.547126 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (51623f71-34ac-4472-bbda-09e88a30eef3), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:36.640421 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'Port': ['ID=51623f71-34ac-4472-bbda-09e88a30eef3,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:36.658612 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (485e5798-fc74-4a7d-a344-3c81053ba5b2), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:36.708370 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:36.764236 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:36.765830 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-70be8f0e-776c-4c12-a4a5-acfd2e3058cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5609295 Jun 14 18:28:36.793371 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:36.890785 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0311bcc-354b-4ae6-a7b5-560d86afeed4 req-540392a3-63e2-4ee7-8e37-c29d4cd4efbd tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:36.892516 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c0311bcc-354b-4ae6-a7b5-560d86afeed4 req-540392a3-63e2-4ee7-8e37-c29d4cd4efbd tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.1140935 Jun 14 18:28:36.925124 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 1b8df523-aafb-494e-8767-800d9e5f6040 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:28:36.988270 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 1b8df523-aafb-494e-8767-800d9e5f6040 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:36.988555 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:37.031461 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c0311bcc-354b-4ae6-a7b5-560d86afeed4 req-36516ece-3526-45dc-9b9a-bb8d8f89e357 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304851 Jun 14 18:28:37.113311 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-c56996f6-4ca2-4f1f-82a9-fd378e3a4271 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--746836016&fields=id&tenant_id=56f8367a52044e82a2c272da39e1bfd8 HTTP/1.1" status: 200 len: 267 time: 0.0866804 Jun 14 18:28:37.121881 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 1b8df523-aafb-494e-8767-800d9e5f6040 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:37.261378 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-f7aba713-ee83-45a6-917e-d149be74f126 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:37.262967 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-f7aba713-ee83-45a6-917e-d149be74f126 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 814 time: 0.1482804 Jun 14 18:28:37.280397 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-6c18889d-a58f-46bd-a30d-4f61616142b0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/quotas/56f8367a52044e82a2c272da39e1bfd8 HTTP/1.1" status: 200 len: 375 time: 0.0111909 Jun 14 18:28:37.342821 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-3677f999-f951-4d6b-b2b9-294fdd46d4e8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540297 Jun 14 18:28:37.380046 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:37.475549 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-89ee550b-9706-4e9d-b2bd-c8b98cc573aa service neutron] 10.222.0.78 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098485 Jun 14 18:28:37.503394 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:37.571549 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-6b7bfb4d-0570-4d86-9b5b-8c0e4b4327d7 service neutron] 10.222.0.78 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894620 Jun 14 18:28:37.833382 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-312fc26e-f693-4dc2-83fd-a137c4052d2c req-39d86c52-a1de-4562-a37a-94480e7d3f41 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0379453 Jun 14 18:28:38.163301 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff74e-1588-47f9-bbed-056d4baf85ac req-517a2748-d4f9-44c7-9bf4-883f28935155 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:38.164792 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-191ff74e-1588-47f9-bbed-056d4baf85ac req-517a2748-d4f9-44c7-9bf4-883f28935155 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0516050 Jun 14 18:28:38.219209 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-191ff74e-1588-47f9-bbed-056d4baf85ac req-594312a9-9399-45f9-a13e-06f5df7f8888 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482125 Jun 14 18:28:38.915007 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a0fe74d5-db02-4eab-8468-c61faacdca78 req-ac0cfe09-812a-479d-849e-4f94ed3e58c5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0268936 Jun 14 18:28:39.342015 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a68c14-ae6c-44d7-a8ae-95a7e7323646 req-c1b68690-b3dd-4a95-b2d1-6a251e4d60f7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:39.343486 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-96a68c14-ae6c-44d7-a8ae-95a7e7323646 req-c1b68690-b3dd-4a95-b2d1-6a251e4d60f7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0468194 Jun 14 18:28:39.390295 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-96a68c14-ae6c-44d7-a8ae-95a7e7323646 req-a6f11777-6dc9-4cca-9adc-17622675d83d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411162 Jun 14 18:28:40.013211 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1fda1251-c80f-47db-a0e6-f01d4adbf746 req-7685637f-f44f-4bc0-afea-79ec37728539 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0302403 Jun 14 18:28:40.547757 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cbd17-2f37-4c35-9f05-7a0c87bbe0eb req-2bdc4c75-95ec-4a3d-9b6f-b896c5c612d6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:40.549506 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8e4cbd17-2f37-4c35-9f05-7a0c87bbe0eb req-2bdc4c75-95ec-4a3d-9b6f-b896c5c612d6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0713944 Jun 14 18:28:40.624578 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8e4cbd17-2f37-4c35-9f05-7a0c87bbe0eb req-d7de1c49-83a2-4170-be0c-987a98f2a8a7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637438 Jun 14 18:28:40.794187 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ecb52-5706-4a08-8853-05afcae9129f req-d4609667-d950-42d7-87a2-73d600e9b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:40.795689 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c03ecb52-5706-4a08-8853-05afcae9129f req-d4609667-d950-42d7-87a2-73d600e9b171 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 1130 time: 0.0454128 Jun 14 18:28:40.852421 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c03ecb52-5706-4a08-8853-05afcae9129f req-8bb0459b-f66d-41ca-84da-7aec1a8fb15b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474713 Jun 14 18:28:41.112379 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-39b8b704-dfc9-4a8a-9466-52e860d752d7 req-f2f0820c-4900-42d9-ae10-3500152c0a33 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0283804 Jun 14 18:28:41.754245 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377acbf7-7ebe-4725-8d23-f68f7e79443d req-86f81b26-fef4-4077-b4af-87bf59394220 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:41.758525 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-377acbf7-7ebe-4725-8d23-f68f7e79443d req-86f81b26-fef4-4077-b4af-87bf59394220 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0597210 Jun 14 18:28:41.811056 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-377acbf7-7ebe-4725-8d23-f68f7e79443d req-5aa64818-0596-4bf0-8ff5-99a4bee9fa80 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490239 Jun 14 18:28:42.206084 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=48 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:42.221359 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a1939fc0-097c-4003-b116-cc075a40bc12 req-57631850-cefe-43b9-8cd1-2b83aab88549 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0357254 Jun 14 18:28:42.783013 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-57e6b1d9-ba5f-45ac-a6de-bea040e77011 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:42.784469 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-57e6b1d9-ba5f-45ac-a6de-bea040e77011 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 814 time: 0.1080787 Jun 14 18:28:42.832827 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:42.865542 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-98dd2a60-d8ce-460e-b19c-acd376bc6c2e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f8367a52044e82a2c272da39e1bfd8 HTTP/1.1" status: 200 len: 379 time: 0.0638473 Jun 14 18:28:42.872530 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'port': {'device_id': '17641e09-70b6-4020-9fb5-31780056f2d9', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'admin_state_up': True, 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'security_groups': ['015e780a-8d78-488a-b6ae-dc7d7a26df8c']}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:42.987902 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4cb26-57c9-412a-8a12-66878cbe2235 req-b25f9ea9-22f0-4877-a679-dc7677eb462f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:42.989469 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6e4cb26-57c9-412a-8a12-66878cbe2235 req-b25f9ea9-22f0-4877-a679-dc7677eb462f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0926104 Jun 14 18:28:43.072607 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6e4cb26-57c9-412a-8a12-66878cbe2235 req-c02b455e-ef30-47db-a9d9-154991bbf32c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737917 Jun 14 18:28:43.155430 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Made reservation on behalf of 56f8367a52044e82a2c272da39e1bfd8 for: {'port': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:28:43.159333 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:43.162879 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:43.191498 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1822c-0c74-4c30-beab-28ec022f53ec req-f56830dc-2dd0-4c64-9ac7-ca5c27a9ead0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:43.198106 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-28d1822c-0c74-4c30-beab-28ec022f53ec req-f56830dc-2dd0-4c64-9ac7-ca5c27a9ead0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0585115 Jun 14 18:28:43.281964 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-28d1822c-0c74-4c30-beab-28ec022f53ec req-600eeb47-d6d3-4eb5-bb1c-94be185d417e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817568 Jun 14 18:28:43.349336 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Allocated IP 172.20.0.7 (e21b4aaa-368c-485d-acb4-337720920cc4/4916d0d5-399f-4622-980d-32fb81ecd6af/fb8d49e9-2644-493b-ba67-f249b7b5c2b1) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:28:43.353151 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-de32b4c1-2eab-4bdf-85dd-b1fa068b7a6f req-ceeba607-9802-44fa-8a2c-891a6566e266 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0431411 Jun 14 18:28:43.547122 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:43.669412 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:43.714042 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Network e21b4aaa-368c-485d-acb4-337720920cc4 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:28:43.717870 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:43.724762 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:28:43.730023 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:43.730713 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:43.738404 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'Port': ['ID=fb8d49e9-2644-493b-ba67-f249b7b5c2b1,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:43.872574 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-da887334-d7bf-4778-b1b7-76b36f486015 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9987979 Jun 14 18:28:43.888176 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Request body: {'port': {'device_id': '17641e09-70b6-4020-9fb5-31780056f2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:43.912279 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55310) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:43.983949 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:43.986367 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-bf6e438f-4451-4e89-a2d4-441e3b734ed5 None None] Provisioning complete for port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:43.986902 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-bf6e438f-4451-4e89-a2d4-441e3b734ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.037647 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e438f-4451-4e89-a2d4-441e3b734ed5 None None] Port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:28:44.055763 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ecccca3f-b931-47af-be6b-d9f69d023393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.107977 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:44.169847 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:44.184788 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ecccca3f-b931-47af-be6b-d9f69d023393 admin admin] Publish callbacks [] for security_group (1f71f747-905b-4f35-9f13-83c9c35e85f3), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.311755 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8d49e9-2644-493b-ba67-f249b7b5c2b1 {{(pid=104772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:28:44.319767 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Publish callbacks [] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.321161 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ecccca3f-b931-47af-be6b-d9f69d023393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (1f71f747-905b-4f35-9f13-83c9c35e85f3), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.336591 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:44.342316 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.provisioning_blocks [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Transition to ACTIVE for port object fb8d49e9-2644-493b-ba67-f249b7b5c2b1 will not be triggered until provisioned by entity L2. {{(pid=104772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:28:44.364011 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccca3f-b931-47af-be6b-d9f69d023393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f71f747-905b-4f35-9f13-83c9c35e85f3,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:44.388477 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-ecccca3f-b931-47af-be6b-d9f69d023393 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=876388caede8483198819fe32d28c93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645505 Jun 14 18:28:44.388969 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55330) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:44.458211 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.526700 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d65651-e2cf-4afe-89b6-738e8cdb4abd req-61ca2d90-fe78-4e18-b5c4-92e6f7023baf tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:44.529553 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c4d65651-e2cf-4afe-89b6-738e8cdb4abd req-61ca2d90-fe78-4e18-b5c4-92e6f7023baf tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 943 time: 0.0731971 Jun 14 18:28:44.571159 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-82a4cee8-9b52-4df3-863c-4fa47e8d7bd8 admin admin] Publish callbacks [] for security_group (1f71f747-905b-4f35-9f13-83c9c35e85f3), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.575196 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Pushing event updated for resources: {'Port': ['ID=fb8d49e9-2644-493b-ba67-f249b7b5c2b1,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:44.606264 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c4d65651-e2cf-4afe-89b6-738e8cdb4abd req-40c27efa-963d-484a-a929-fd48dbb753ee tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=015e780a-8d78-488a-b6ae-dc7d7a26df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697803 Jun 14 18:28:44.629659 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-82a4cee8-9b52-4df3-863c-4fa47e8d7bd8 admin admin] Publish callbacks [] for security_group (1f71f747-905b-4f35-9f13-83c9c35e85f3), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.658206 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Attempting to bind port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:28:44.658540 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Attempting to bind port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:28:44.658866 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Attempting to bind port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 on network e21b4aaa-368c-485d-acb4-337720920cc4 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:28:44.676216 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 on network e21b4aaa-368c-485d-acb4-337720920cc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:28:44.676491 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Attempting to bind port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 on network e21b4aaa-368c-485d-acb4-337720920cc4 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:28:44.689372 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:28:44.689735 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Checking segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:28:44.690120 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Bound using segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:28:44.690556 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Bound port: fb8d49e9-2644-493b-ba67-f249b7b5c2b1, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'}}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:28:44.690985 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.771180 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] For port fb8d49e9-2644-493b-ba67-f249b7b5c2b1, host hv-cinder-84456, cleared binding levels {{(pid=104772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:28:44.775310 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] For port fb8d49e9-2644-493b-ba67-f249b7b5c2b1, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fb8d49e9-2644-493b-ba67-f249b7b5c2b1,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:28:44.812814 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-82a4cee8-9b52-4df3-863c-4fa47e8d7bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (1f71f747-905b-4f35-9f13-83c9c35e85f3), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.815447 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-82a4cee8-9b52-4df3-863c-4fa47e8d7bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.816657 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-82a4cee8-9b52-4df3-863c-4fa47e8d7bd8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1f71f747-905b-4f35-9f13-83c9c35e85f3 HTTP/1.1" status: 204 len: 168 time: 0.4339025 Jun 14 18:28:44.826446 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4cee8-9b52-4df3-863c-4fa47e8d7bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f71f747-905b-4f35-9f13-83c9c35e85f3,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:44.842339 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.891679 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:44.892292 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:44.893829 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] 10.222.0.13 "PUT /v2.0/ports/fb8d49e9-2644-493b-ba67-f249b7b5c2b1 HTTP/1.1" status: 200 len: 1093 time: 1.0182981 Jun 14 18:28:44.896391 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17641e09-70b6-4020-9fb5-31780056f2d9', 'tag': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:28:44.898797 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb586ced-ae3d-447f-af42-04cfaa81a751" -d '{"events": [{"name": "network-changed", "server_uuid": "17641e09-70b6-4020-9fb5-31780056f2d9", "tag": "fb8d49e9-2644-493b-ba67-f249b7b5c2b1"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:28:44.953537 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec510c1e-60c9-4527-a123-6063c03c132c service neutron] Pushing event updated for resources: {'Port': ['ID=fb8d49e9-2644-493b-ba67-f249b7b5c2b1,revision_number=3']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:44.978098 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d0937f-92d4-45da-b0a9-5bc79567e629 x-openstack-request-id: req-72d0937f-92d4-45da-b0a9-5bc79567e629 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:28:44.978639 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17641e09-70b6-4020-9fb5-31780056f2d9", "tag": "fb8d49e9-2644-493b-ba67-f249b7b5c2b1", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:28:44.978907 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-72d0937f-92d4-45da-b0a9-5bc79567e629 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:28:44.979430 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d0937f-92d4-45da-b0a9-5bc79567e629'] response: {'name': 'network-changed', 'server_uuid': '17641e09-70b6-4020-9fb5-31780056f2d9', 'tag': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'status': 'completed', 'code': 200} Jun 14 18:28:45.050905 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586ced-ae3d-447f-af42-04cfaa81a751 req-c62c9859-c5dc-4d3f-abd9-d07cd05cd840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:45.052423 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bb586ced-ae3d-447f-af42-04cfaa81a751 req-c62c9859-c5dc-4d3f-abd9-d07cd05cd840 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 1127 time: 0.0470541 Jun 14 18:28:45.219450 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:45.255061 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586ced-ae3d-447f-af42-04cfaa81a751 req-0d841e69-6401-406b-8a14-32040bb1fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:45.256763 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bb586ced-ae3d-447f-af42-04cfaa81a751 req-0d841e69-6401-406b-8a14-32040bb1fbaa service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=56f8367a52044e82a2c272da39e1bfd8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1933794 Jun 14 18:28:45.531852 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586ced-ae3d-447f-af42-04cfaa81a751 req-03d768a1-c9d0-4246-8166-2ad478a8a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:45.533904 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bb586ced-ae3d-447f-af42-04cfaa81a751 req-03d768a1-c9d0-4246-8166-2ad478a8a56b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2680209 Jun 14 18:28:45.565024 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55378) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:45.642253 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-75db368f-d46b-483c-bfff-0e8ee8bca235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:45.643961 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-75db368f-d46b-483c-bfff-0e8ee8bca235 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 1127 time: 0.0516994 Jun 14 18:28:45.724259 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-dab6528d-5a4f-428a-99cb-e898cbd09061 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb8d49e9-2644-493b-ba67-f249b7b5c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0590918 Jun 14 18:28:45.831785 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be5be5-e2f9-4aa0-a3ab-4c3522e2ede9 req-b9c0a541-81ca-444f-843b-85e0d88a02d5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:45.833480 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c5be5be5-e2f9-4aa0-a3ab-4c3522e2ede9 req-b9c0a541-81ca-444f-843b-85e0d88a02d5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0705953 Jun 14 18:28:45.889165 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c5be5be5-e2f9-4aa0-a3ab-4c3522e2ede9 req-5fd08786-507b-436d-8d9a-d139b1dedea5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493503 Jun 14 18:28:46.002355 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c388c95d-9c4f-4c08-95ea-bf6abd47eb5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.112589 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f7cb8-da33-4b93-88fd-5cba8f19ed35 req-93f40b87-e910-450e-906c-0e6a8ac40e66 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:46.114112 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1c4f7cb8-da33-4b93-88fd-5cba8f19ed35 req-93f40b87-e910-450e-906c-0e6a8ac40e66 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 943 time: 0.3983672 Jun 14 18:28:46.124915 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2c052-19af-4472-b959-f1630f75357a req-a2f07f5b-433e-4bd7-a6b8-5fafdd698353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:46.126491 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4af2c052-19af-4472-b959-f1630f75357a req-a2f07f5b-433e-4bd7-a6b8-5fafdd698353 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 1129 time: 0.1438439 Jun 14 18:28:46.129985 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-657fc5a1-26bb-4954-a7db-b4c08b966dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:46.132240 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-657fc5a1-26bb-4954-a7db-b4c08b966dd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4916d0d5-399f-4622-980d-32fb81ecd6af HTTP/1.1" status: 200 len: 853 time: 0.1456041 Jun 14 18:28:46.174372 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:46.300380 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55402) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:46.305194 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-053a1c21-feb0-48c5-a874-a76cf74b36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:46.306755 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-053a1c21-feb0-48c5-a874-a76cf74b36f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e21b4aaa-368c-485d-acb4-337720920cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1524029 Jun 14 18:28:46.316637 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1c4f7cb8-da33-4b93-88fd-5cba8f19ed35 req-ca7c2a99-e03e-46a8-9493-c9e6783034c5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=015e780a-8d78-488a-b6ae-dc7d7a26df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932278 Jun 14 18:28:46.343777 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55406) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:46.384704 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c388c95d-9c4f-4c08-95ea-bf6abd47eb5d admin admin] Publish callbacks [] for security_group (e9c9a5ad-692e-4092-b9aa-5ea740962dc4), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.482818 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c388c95d-9c4f-4c08-95ea-bf6abd47eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (e9c9a5ad-692e-4092-b9aa-5ea740962dc4), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.489205 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f37cc9f0-85e8-482c-babd-31e7b242c4e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.508746 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2c052-19af-4472-b959-f1630f75357a req-1cc12740-8ebe-45d8-a35f-9164c9927fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:46.511419 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4af2c052-19af-4472-b959-f1630f75357a req-1cc12740-8ebe-45d8-a35f-9164c9927fe8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.3557103 Jun 14 18:28:46.529411 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1833919193-network', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:46.566869 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55412) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:46.567076 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-c388c95d-9c4f-4c08-95ea-bf6abd47eb5d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=43960d45252c42a6aaea056c4751f707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9996848 Jun 14 18:28:46.578742 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:46.639434 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f37cc9f0-85e8-482c-babd-31e7b242c4e4 admin admin] Publish callbacks [] for security_group (32a34bba-e6db-47c6-a84d-c9358fe67201), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.643420 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Made reservation on behalf of 437f86b97f3c4725955bc1f71017af5e for: {'network': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:28:46.645770 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.652028 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4af2c052-19af-4472-b959-f1630f75357a req-5f1010f7-45e9-41fb-8888-d0bf72b64d45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0e5739-b788-43f3-8405-75ad4766a788 HTTP/1.1" status: 200 len: 217 time: 0.1274471 Jun 14 18:28:46.660914 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388c95d-9c4f-4c08-95ea-bf6abd47eb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c9a5ad-692e-4092-b9aa-5ea740962dc4,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:46.664100 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.676139 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-99d72ce5-0d7f-4046-9062-c9a6ecfb6766 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476996 Jun 14 18:28:46.680761 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b8df26ba-7e08-4d28-ad26-a897ce473c99 admin admin] Publish callbacks [] for security_group (e9c9a5ad-692e-4092-b9aa-5ea740962dc4), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.721893 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b8df26ba-7e08-4d28-ad26-a897ce473c99 admin admin] Publish callbacks [] for security_group (e9c9a5ad-692e-4092-b9aa-5ea740962dc4), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.726199 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f37cc9f0-85e8-482c-babd-31e7b242c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (32a34bba-e6db-47c6-a84d-c9358fe67201), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.742030 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:46.752814 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2c052-19af-4472-b959-f1630f75357a req-74d8ac2f-0998-4b35-94c4-a52aaea0149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:46.754441 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4af2c052-19af-4472-b959-f1630f75357a req-74d8ac2f-0998-4b35-94c4-a52aaea0149b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.0884840 Jun 14 18:28:46.813536 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:46.820072 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cc9f0-85e8-482c-babd-31e7b242c4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a34bba-e6db-47c6-a84d-c9358fe67201,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:46.828534 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f37cc9f0-85e8-482c-babd-31e7b242c4e4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6663455ac7ab485398628421d234086f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5264499 Jun 14 18:28:46.835022 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55414) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:46.836567 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2c052-19af-4472-b959-f1630f75357a req-24e448f5-8e0b-4605-87fb-3d2453fbba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:46.838076 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4af2c052-19af-4472-b959-f1630f75357a req-24e448f5-8e0b-4605-87fb-3d2453fbba5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576389 Jun 14 18:28:46.868528 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Publish callbacks [] for security_group (45c19630-5151-41cd-bacf-3a64455d1049), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.891725 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6f5a21eb-a672-44c2-836f-4e09227209f2 req-e82395ee-46d5-4670-a8b0-463027f27504 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948543 Jun 14 18:28:46.966601 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (45c19630-5151-41cd-bacf-3a64455d1049), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.970899 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b8df26ba-7e08-4d28-ad26-a897ce473c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (e9c9a5ad-692e-4092-b9aa-5ea740962dc4), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.973771 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b8df26ba-7e08-4d28-ad26-a897ce473c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:46.974920 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-b8df26ba-7e08-4d28-ad26-a897ce473c99 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9c9a5ad-692e-4092-b9aa-5ea740962dc4 HTTP/1.1" status: 204 len: 168 time: 0.4061744 Jun 14 18:28:46.987811 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-efff0283-2f9e-4606-a35d-a02546d85200 admin admin] Publish callbacks [] for security_group (32a34bba-e6db-47c6-a84d-c9358fe67201), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:47.036072 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=104773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:28:47.059721 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c19630-5151-41cd-bacf-3a64455d1049,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:47.060774 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4af2c052-19af-4472-b959-f1630f75357a req-cfe1799c-57a6-4cf8-b14f-9c2d5f99cb4d service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091415 Jun 14 18:28:47.067906 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-efff0283-2f9e-4606-a35d-a02546d85200 admin admin] Publish callbacks [] for security_group (32a34bba-e6db-47c6-a84d-c9358fe67201), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:47.068895 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (5d3538aa-5f9e-43f0-a377-cd7dc3372ed0), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:47.069239 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.segments_db [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Added segment 5d3538aa-5f9e-43f0-a377-cd7dc3372ed0 of type vlan for network 39e41b5c-e704-4229-8e8f-5b4157b809d1 Jun 14 18:28:47.081060 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ca54c-3c85-4859-9fd2-db19f321f3ff req-234c8845-9a65-4f56-94c6-6f44a30b3a92 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:47.081418 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-055ca54c-3c85-4859-9fd2-db19f321f3ff req-234c8845-9a65-4f56-94c6-6f44a30b3a92 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.1047568 Jun 14 18:28:47.111737 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df26ba-7e08-4d28-ad26-a897ce473c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c9a5ad-692e-4092-b9aa-5ea740962dc4,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:47.164943 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (39e41b5c-e704-4229-8e8f-5b4157b809d1), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:47.206864 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-efff0283-2f9e-4606-a35d-a02546d85200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (32a34bba-e6db-47c6-a84d-c9358fe67201), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:47.209435 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-055ca54c-3c85-4859-9fd2-db19f321f3ff req-1037ac57-dc58-456a-8341-086e5f7dce92 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034021 Jun 14 18:28:47.209678 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-efff0283-2f9e-4606-a35d-a02546d85200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:47.213942 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-efff0283-2f9e-4606-a35d-a02546d85200 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32a34bba-e6db-47c6-a84d-c9358fe67201 HTTP/1.1" status: 204 len: 168 time: 0.3720312 Jun 14 18:28:47.220697 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff0283-2f9e-4606-a35d-a02546d85200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a34bba-e6db-47c6-a84d-c9358fe67201,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:47.318177 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (39e41b5c-e704-4229-8e8f-5b4157b809d1), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:47.318177 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:47.318177 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:47.422454 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] Pushing event updated for resources: {'Network': ['ID=39e41b5c-e704-4229-8e8f-5b4157b809d1,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:47.433332 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-b8b061f1-0654-4537-8959-3efa67f944f6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0879202 Jun 14 18:28:47.436644 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55426) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:47.439307 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 39e41b5c-e704-4229-8e8f-5b4157b809d1 details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:28:47.442097 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-8ef5353a-5ca6-41f9-b1e3-170d57600f75 admin admin] Request body: {'subnet': {'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1833919193-subnet', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'ip_version': 4}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:47.510005 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5fb8e-e7a7-46ae-8565-ac48a4a87d90 req-bc3229c4-7b75-456e-aa06-663ca6dfabc7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:47.512955 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-84e5fb8e-e7a7-46ae-8565-ac48a4a87d90 req-bc3229c4-7b75-456e-aa06-663ca6dfabc7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 943 time: 0.0859933 Jun 14 18:28:47.551917 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef5353a-5ca6-41f9-b1e3-170d57600f75 admin admin] Made reservation on behalf of 437f86b97f3c4725955bc1f71017af5e for: {'subnet': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:28:47.556596 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8ef5353a-5ca6-41f9-b1e3-170d57600f75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2984201'] for subnet (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:47.565021 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-84e5fb8e-e7a7-46ae-8565-ac48a4a87d90 req-4c8a906d-7c3a-41b8-9a1c-46dff299e416 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=015e780a-8d78-488a-b6ae-dc7d7a26df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456469 Jun 14 18:28:47.650042 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:DELETE=5,neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:47.821830 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55432) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:47.837794 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8b01d885-27ed-4be1-ad59-87db5c9ebf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:47.901689 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8ef5353a-5ca6-41f9-b1e3-170d57600f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2781413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2984231'] for subnet (733f3888-d538-4d36-9494-05eb79859400), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:47.985618 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8b01d885-27ed-4be1-ad59-87db5c9ebf37 admin admin] Publish callbacks [] for security_group (d2006118-3b7a-4f16-b3da-73fc05b668c6), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:47.994444 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5353a-5ca6-41f9-b1e3-170d57600f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=733f3888-d538-4d36-9494-05eb79859400,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:48.014146 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5353a-5ca6-41f9-b1e3-170d57600f75 admin admin] Checking segment: {'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:28:48.014479 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5353a-5ca6-41f9-b1e3-170d57600f75 admin admin] Network hostable DHCP agents. Network: 39e41b5c-e704-4229-8e8f-5b4157b809d1, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:28:48.022944 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:48.068981 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:48.086034 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4af2c052-19af-4472-b959-f1630f75357a req-41a10967-7bb7-48ac-9086-ced3ba9e405c service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016548 Jun 14 18:28:48.125295 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8b01d885-27ed-4be1-ad59-87db5c9ebf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d2006118-3b7a-4f16-b3da-73fc05b668c6), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.144682 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5353a-5ca6-41f9-b1e3-170d57600f75 admin admin] Network 39e41b5c-e704-4229-8e8f-5b4157b809d1 is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:28:48.175256 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-8b01d885-27ed-4be1-ad59-87db5c9ebf37 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d94dd2fdea94dfcbfad6b0532733efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522913 Jun 14 18:28:48.175996 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01d885-27ed-4be1-ad59-87db5c9ebf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2006118-3b7a-4f16-b3da-73fc05b668c6,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:48.179534 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55434) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:48.242645 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4c168283-bb1b-4e43-b4f3-00108ae5606a admin admin] Publish callbacks [] for security_group (d2006118-3b7a-4f16-b3da-73fc05b668c6), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.272380 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4c168283-bb1b-4e43-b4f3-00108ae5606a admin admin] Publish callbacks [] for security_group (d2006118-3b7a-4f16-b3da-73fc05b668c6), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.290725 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5353a-5ca6-41f9-b1e3-170d57600f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 39e41b5c-e704-4229-8e8f-5b4157b809d1) {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:48.304114 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55444) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:48.304705 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d596137-ac37-4927-ae21-0873968617d1 None None] Network 39e41b5c-e704-4229-8e8f-5b4157b809d1 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:28:48.310083 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef5353a-5ca6-41f9-b1e3-170d57600f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:48.310678 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8ef5353a-5ca6-41f9-b1e3-170d57600f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.320543 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:48.360958 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e7d94681-a9cb-4a73-98d4-f3f176e0b819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.394651 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457023e-82b9-4a26-8b63-557a41b14640 req-a6ecb547-f8bc-403e-9536-35921cff25c2 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:48.396213 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8457023e-82b9-4a26-8b63-557a41b14640 req-a6ecb547-f8bc-403e-9536-35921cff25c2 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0909281 Jun 14 18:28:48.413787 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4c168283-bb1b-4e43-b4f3-00108ae5606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d2006118-3b7a-4f16-b3da-73fc05b668c6), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.416669 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4c168283-bb1b-4e43-b4f3-00108ae5606a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.420022 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-4c168283-bb1b-4e43-b4f3-00108ae5606a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d2006118-3b7a-4f16-b3da-73fc05b668c6 HTTP/1.1" status: 204 len: 168 time: 0.2390194 Jun 14 18:28:48.431491 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c168283-bb1b-4e43-b4f3-00108ae5606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2006118-3b7a-4f16-b3da-73fc05b668c6,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:48.464953 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-8ef5353a-5ca6-41f9-b1e3-170d57600f75 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0261803 Jun 14 18:28:48.468019 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55450) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:48.491260 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:48.519362 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8457023e-82b9-4a26-8b63-557a41b14640 req-9dec25da-6cd1-4658-a126-f5b32d0317c6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151130 Jun 14 18:28:48.565213 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e91a761-7527-5e0e-9681-c60f4dc4181d-39e41b5c-e704-4229-8e8f-5b4157b809d1', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'fixed_ips': [{'subnet_id': '733f3888-d538-4d36-9494-05eb79859400'}]}} from dv-cinder-844563-2-iscsi. {{(pid=104774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 14 18:28:48.566848 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.594352 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e7d94681-a9cb-4a73-98d4-f3f176e0b819 admin admin] Publish callbacks [] for security_group (bb739959-bef2-446d-8521-e78fadab1130), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.608091 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-412530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-630'] for router (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.609779 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-413621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-639'] for router (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.694181 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e7d94681-a9cb-4a73-98d4-f3f176e0b819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (bb739959-bef2-446d-8521-e78fadab1130), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.723526 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Publish callbacks [] for router_controller (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), precommit_add_association {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.733020 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.db_base_plugin_common [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Allocated IP 172.20.0.2 (39e41b5c-e704-4229-8e8f-5b4157b809d1/733f3888-d538-4d36-9494-05eb79859400/d5c0c2eb-9e6f-4ba8-8266-999327d0ab24) {{(pid=104774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:28:48.740459 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85df3e-a330-4fb5-ae0c-15335797b2c8 req-1e96626d-617f-41d9-9435-50b9adb0a76b tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:48.742111 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ae85df3e-a330-4fb5-ae0c-15335797b2c8 req-1e96626d-617f-41d9-9435-50b9adb0a76b tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 943 time: 0.0926673 Jun 14 18:28:48.752649 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-e7d94681-a9cb-4a73-98d4-f3f176e0b819 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=849d55da9bdd466fa535ab910938956b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4452908 Jun 14 18:28:48.754018 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d94681-a9cb-4a73-98d4-f3f176e0b819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb739959-bef2-446d-8521-e78fadab1130,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:48.756696 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55458) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:48.819413 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0c02-27f9-4104-add7-a400ea204188 admin admin] Publish callbacks [] for security_group (bb739959-bef2-446d-8521-e78fadab1130), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.843450 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:48.850969 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0c02-27f9-4104-add7-a400ea204188 admin admin] Publish callbacks [] for security_group (bb739959-bef2-446d-8521-e78fadab1130), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.884646 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ae85df3e-a330-4fb5-ae0c-15335797b2c8 req-e5016125-4304-4e63-a087-6483a9a4fc29 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=015e780a-8d78-488a-b6ae-dc7d7a26df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365063 Jun 14 18:28:48.910115 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:48.961688 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Publish callbacks [] for router_gateway (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:48.968498 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Publish callbacks [] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), precommit_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.001434 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0c02-27f9-4104-add7-a400ea204188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (bb739959-bef2-446d-8521-e78fadab1130), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.004636 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0c02-27f9-4104-add7-a400ea204188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.005997 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-d1ee0c02-27f9-4104-add7-a400ea204188 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bb739959-bef2-446d-8521-e78fadab1130 HTTP/1.1" status: 204 len: 168 time: 0.2487826 Jun 14 18:28:49.016077 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee0c02-27f9-4104-add7-a400ea204188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb739959-bef2-446d-8521-e78fadab1130,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:49.036468 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.081850 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Network 39e41b5c-e704-4229-8e8f-5b4157b809d1 is already hosted by enough agents. {{(pid=104774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:28:49.085063 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.base_scheduler [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Resources bound (agent type, host, resource id): {{(pid=104774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:49.092970 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Received port after_create {{(pid=104774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:28:49.114444 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Pushing event updated for resources: {'Port': ['ID=d5c0c2eb-9e6f-4ba8-8266-999327d0ab24,revision_number=1']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:49.142907 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device fb8d49e9-2644-493b-ba67-f249b7b5c2b1 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:28:49.199831 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Attempting to bind port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:28:49.200237 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Attempting to bind port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:28:49.200627 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Attempting to bind port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 on network 39e41b5c-e704-4229-8e8f-5b4157b809d1 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:28:49.216530 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:28:49.216908 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Checking segment: {'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:28:49.217314 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.217745 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Bound using segment: {'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:28:49.218220 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Bound port: d5c0c2eb-9e6f-4ba8-8266-999327d0ab24, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:28:49.218626 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.271889 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Publish callbacks [] for router_gateway (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.298496 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.331283 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] For port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:28:49.334679 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] For port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=d5c0c2eb-9e6f-4ba8-8266-999327d0ab24,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:28:49.366216 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port fb8d49e9-2644-493b-ba67-f249b7b5c2b1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fb8d49e9-2644-493b-ba67-f249b7b5c2b1,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:28:49.386024 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'port_id': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'mac_address': 'fa:16:3e:0f:39:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:28:49.432659 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Allocated IP 172.27.0.9 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/ac74892b-714b-432f-9681-d586ccad299a) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:28:49.439569 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.470773 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:49.471685 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.498635 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8d49e9-2644-493b-ba67-f249b7b5c2b1 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:28:49.534641 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port fb8d49e9-2644-493b-ba67-f249b7b5c2b1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fb8d49e9-2644-493b-ba67-f249b7b5c2b1,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:28:49.550627 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d439da-583f-4786-8e7f-9cee7ffe59a9 None None] Pushing event updated for resources: {'Port': ['ID=d5c0c2eb-9e6f-4ba8-8266-999327d0ab24,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:49.607110 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.616770 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:49.623455 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Publish callbacks [] for port (ac74892b-714b-432f-9681-d586ccad299a), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.668757 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=fb8d49e9-2644-493b-ba67-f249b7b5c2b1,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:49.694734 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93cc17-9351-4d08-8a09-dec6d8bf4bd2 req-9f694ea2-149a-40e1-8c26-e81ed858583d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:49.696936 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-da93cc17-9351-4d08-8a09-dec6d8bf4bd2 req-9f694ea2-149a-40e1-8c26-e81ed858583d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0722454 Jun 14 18:28:49.758337 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-da93cc17-9351-4d08-8a09-dec6d8bf4bd2 req-33fbc944-f6d1-4cbf-ba2e-bfd4fc99abdd tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542829 Jun 14 18:28:49.774348 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (ac74892b-714b-432f-9681-d586ccad299a), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:49.854659 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:28:49.860691 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:49.865304 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Pushing event updated for resources: {'Port': ['ID=ac74892b-714b-432f-9681-d586ccad299a,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:49.871031 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:28:49.912806 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['fb8d49e9-2644-493b-ba67-f249b7b5c2b1'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:28:50.087947 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55498) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:50.109599 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-46fffc20-0693-4dc6-ba3d-f5e73c6eb0ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:50.234631 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-46fffc20-0693-4dc6-ba3d-f5e73c6eb0ad admin admin] Publish callbacks [] for security_group (0b219738-4be4-4856-9a2f-2afc241f674a), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:50.294863 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8ff6f-0586-40c5-807a-f6450f4c2d26 req-7f6470bb-23ef-457c-a330-58a7bee9a5c6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:50.296477 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34f8ff6f-0586-40c5-807a-f6450f4c2d26 req-7f6470bb-23ef-457c-a330-58a7bee9a5c6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 944 time: 0.1271276 Jun 14 18:28:50.298298 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-46fffc20-0693-4dc6-ba3d-f5e73c6eb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (0b219738-4be4-4856-9a2f-2afc241f674a), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:50.324106 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:50.345049 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-46fffc20-0693-4dc6-ba3d-f5e73c6eb0ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=85f5ef70c19d46fdb1d783489ba437f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613761 Jun 14 18:28:50.345928 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fffc20-0693-4dc6-ba3d-f5e73c6eb0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b219738-4be4-4856-9a2f-2afc241f674a,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:50.348207 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55500) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:50.367318 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:50.374248 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Publish callbacks [] for router_gateway (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:50.379271 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34f8ff6f-0586-40c5-807a-f6450f4c2d26 req-39d0f651-193f-43af-bc96-0e20209beb0f tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=015e780a-8d78-488a-b6ae-dc7d7a26df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746505 Jun 14 18:28:50.412964 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-47540f4d-d552-4bde-bde2-ccd2219e2750 admin admin] Publish callbacks [] for security_group (0b219738-4be4-4856-9a2f-2afc241f674a), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:50.443139 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-47540f4d-d552-4bde-bde2-ccd2219e2750 admin admin] Publish callbacks [] for security_group (0b219738-4be4-4856-9a2f-2afc241f674a), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:50.454379 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:50.595820 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-47540f4d-d552-4bde-bde2-ccd2219e2750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (0b219738-4be4-4856-9a2f-2afc241f674a), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:50.598848 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-47540f4d-d552-4bde-bde2-ccd2219e2750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:50.600311 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-47540f4d-d552-4bde-bde2-ccd2219e2750 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b219738-4be4-4856-9a2f-2afc241f674a HTTP/1.1" status: 204 len: 168 time: 0.2512140 Jun 14 18:28:50.611457 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540f4d-d552-4bde-bde2-ccd2219e2750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b219738-4be4-4856-9a2f-2afc241f674a,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:50.632637 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413463'] for router (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:50.817528 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecbae9d-4b47-428c-b166-d8795375de53 None None] Network 39e41b5c-e704-4229-8e8f-5b4157b809d1 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:28:50.891108 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Router b72dff27-8c02-40d6-82a1-d4ef9243ee5c is scheduled to L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 with binding_index 1 {{(pid=104772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:28:50.908405 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f9165803-8837-4aed-aab7-9d07ca9a1d7e None None] Provisioning complete for port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:50.908800 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f9165803-8837-4aed-aab7-9d07ca9a1d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:50.912704 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa291b30-3d7c-4b59-adf4-988785e0a750 req-cc40a1a9-64e8-4d2f-8a0c-573078862910 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:50.914639 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-aa291b30-3d7c-4b59-adf4-988785e0a750 req-cc40a1a9-64e8-4d2f-8a0c-573078862910 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0607228 Jun 14 18:28:50.988847 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:28:51.038246 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-aa291b30-3d7c-4b59-adf4-988785e0a750 req-9cde4459-8a64-4d2d-b515-cea515b77d89 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148660 Jun 14 18:28:51.081257 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:28:51.092304 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Sync routers for ids ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:28:51.109700 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Routers {'b72dff27-8c02-40d6-82a1-d4ef9243ee5c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:51.110335 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:28:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:51.125263 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:51.125886 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:51.191821 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:51.192273 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device fb8d49e9-2644-493b-ba67-f249b7b5c2b1 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:28:51.193307 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-2c62f34e-0f92-4efd-b682-e29bfd1ce2dc admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7220199 Jun 14 18:28:51.196201 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55522) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:51.252755 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Set router b72dff27-8c02-40d6-82a1-d4ef9243ee5c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:51.292859 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f9165803-8837-4aed-aab7-9d07ca9a1d7e None None] Current status of the port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:51.293246 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f9165803-8837-4aed-aab7-9d07ca9a1d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:51.372596 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:28:51.409427 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:51.477920 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:51.484529 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:51.488175 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:28:50Z', 'revision_number': 3, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:51.501212 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f9165803-8837-4aed-aab7-9d07ca9a1d7e None None] For port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=d5c0c2eb-9e6f-4ba8-8266-999327d0ab24,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:28:51.524704 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Checking router: b72dff27-8c02-40d6-82a1-d4ef9243ee5c for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:28:51.525360 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Updating router b72dff27-8c02-40d6-82a1-d4ef9243ee5c port ac74892b-714b-432f-9681-d586ccad299a binding host dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:28:51.530737 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:51.531909 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:51.558342 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ac74892b-714b-432f-9681-d586ccad299a), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:51.590728 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f9165803-8837-4aed-aab7-9d07ca9a1d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:51.763436 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9165803-8837-4aed-aab7-9d07ca9a1d7e None None] Pushing event updated for resources: {'Port': ['ID=d5c0c2eb-9e6f-4ba8-8266-999327d0ab24,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:51.775265 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:51.775651 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:51.782460 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-912162ea-4271-4349-8397-7ce5da50d255 None None] Provisioning complete for port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:51.782882 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-912162ea-4271-4349-8397-7ce5da50d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:51.825335 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.db.api [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 14 18:28:51.826165 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG oslo_db.api [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 18:28:51.853965 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17641e09-70b6-4020-9fb5-31780056f2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:28:51.859210 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40066273-ed44-4ab5-85b5-7dfebdfd2e32" -d '{"events": [{"server_uuid": "17641e09-70b6-4020-9fb5-31780056f2d9", "name": "network-vif-plugged", "status": "completed", "tag": "fb8d49e9-2644-493b-ba67-f249b7b5c2b1"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:28:51.913410 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port fb8d49e9-2644-493b-ba67-f249b7b5c2b1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fb8d49e9-2644-493b-ba67-f249b7b5c2b1,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:28:51.922181 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a8d18-3f25-44e1-acf8-007eaa7d0cc9 req-962c9d38-a014-4dc6-b6e4-cf15fcf0918d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:51.925500 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ba3a8d18-3f25-44e1-acf8-007eaa7d0cc9 req-962c9d38-a014-4dc6-b6e4-cf15fcf0918d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 944 time: 0.4047232 Jun 14 18:28:51.945845 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bb35c3-e553-43f0-8baa-39eb76e0df63 x-openstack-request-id: req-d5bb35c3-e553-43f0-8baa-39eb76e0df63 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:28:51.946333 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17641e09-70b6-4020-9fb5-31780056f2d9", "name": "network-vif-plugged", "status": "completed", "tag": "fb8d49e9-2644-493b-ba67-f249b7b5c2b1", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:28:51.946671 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5bb35c3-e553-43f0-8baa-39eb76e0df63 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:28:51.947086 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bb35c3-e553-43f0-8baa-39eb76e0df63'] response: {'server_uuid': '17641e09-70b6-4020-9fb5-31780056f2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'code': 200} Jun 14 18:28:51.970693 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:52.022148 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:52.074050 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:52.085390 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-912162ea-4271-4349-8397-7ce5da50d255 None None] Current status of the port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:52.113881 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=fb8d49e9-2644-493b-ba67-f249b7b5c2b1,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:52.125427 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Publish callbacks [] for port (ac74892b-714b-432f-9681-d586ccad299a), precommit_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:52.145782 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ba3a8d18-3f25-44e1-acf8-007eaa7d0cc9 req-237e19a7-9e88-42f8-80bf-4695500b4ef9 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=015e780a-8d78-488a-b6ae-dc7d7a26df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122962 Jun 14 18:28:52.225964 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5d06d-2884-4350-a5de-7acd14c6d28e req-c9fa7f1f-845d-41b2-86a1-c6c4e08c98b5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:52.228964 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5bc5d06d-2884-4350-a5de-7acd14c6d28e req-c9fa7f1f-845d-41b2-86a1-c6c4e08c98b5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0901835 Jun 14 18:28:52.254328 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ac74892b-714b-432f-9681-d586ccad299a), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:52.281208 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:52.324215 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:52.366599 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5bc5d06d-2884-4350-a5de-7acd14c6d28e req-663ba39b-c190-4495-90f5-43c36b641c1b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180747 Jun 14 18:28:52.390133 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Attempting to bind port ac74892b-714b-432f-9681-d586ccad299a on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:28:52.390605 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Attempting to bind port ac74892b-714b-432f-9681-d586ccad299a by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:28:52.390972 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Attempting to bind port ac74892b-714b-432f-9681-d586ccad299a on network 8f00240a-230f-48f5-8034-9071d4ec9004 {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:28:52.397363 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:52.406769 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b401aa7-bed2-4298-b86f-f04ad8c539c1 None None] Pushing event updated for resources: {'Port': ['ID=ac74892b-714b-432f-9681-d586ccad299a,revision_number=2']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:52.411551 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:28:52.411925 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Checking segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:28:52.418074 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:52.418074 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Bound using segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:28:52.418074 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Bound port: ac74892b-714b-432f-9681-d586ccad299a, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:28:52.418074 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ac74892b-714b-432f-9681-d586ccad299a), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:52.456103 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a41d2-fd1b-43d9-8bfe-d41086502961 req-9abfe6d5-90e3-4a53-b28f-6186565cab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:52.457669 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-db1a41d2-fd1b-43d9-8bfe-d41086502961 req-9abfe6d5-90e3-4a53-b28f-6186565cab0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 1129 time: 0.0508988 Jun 14 18:28:52.465809 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:52.470011 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] For port ac74892b-714b-432f-9681-d586ccad299a, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:28:52.473442 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] For port ac74892b-714b-432f-9681-d586ccad299a, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=ac74892b-714b-432f-9681-d586ccad299a,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:28:52.534112 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ac74892b-714b-432f-9681-d586ccad299a), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:52.566622 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-db1a41d2-fd1b-43d9-8bfe-d41086502961 req-6d8b081f-da91-4dc8-9438-cfa05ff67ca8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=015e780a-8d78-488a-b6ae-dc7d7a26df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806091 Jun 14 18:28:52.590412 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Allocated IP 172.20.0.1 (39e41b5c-e704-4229-8e8f-5b4157b809d1/733f3888-d538-4d36-9494-05eb79859400/097b7fe2-8583-40ff-b2ec-08a4adc6d5d5) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:28:52.657744 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Routers {'b72dff27-8c02-40d6-82a1-d4ef9243ee5c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:52.658400 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:28:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:52.696129 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b401aa7-bed2-4298-b86f-f04ad8c539c1 None None] Pushing event updated for resources: {'Port': ['ID=ac74892b-714b-432f-9681-d586ccad299a,revision_number=3']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:52.722350 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Publish callbacks [] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:52.771470 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:52.781550 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] Set router b72dff27-8c02-40d6-82a1-d4ef9243ee5c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:52.807874 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:52.851559 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:52.899438 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:28:52.992182 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:52.992853 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:53.020065 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Network 39e41b5c-e704-4229-8e8f-5b4157b809d1 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:28:53.021602 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Pushing event updated for resources: {'Port': ['ID=097b7fe2-8583-40ff-b2ec-08a4adc6d5d5,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:53.036934 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:53.045891 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:28:53.046708 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412723'] for router_interface (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:53.145596 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:28:50Z', 'revision_number': 3, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:53.149156 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:53.201437 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789d1e7-391e-4a9a-87bd-147de0ea48b2 None None] The sync data for ids ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'] in dv-cinder-844563-2-iscsi is: [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:28:50Z', 'revision_number': 3, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:28:53.332988 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986aa7e-e9f1-4214-ad0f-9f78cf0bb7b8 req-429432fc-03a0-4491-9855-ac9fb9eb398f tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:53.341880 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3986aa7e-e9f1-4214-ad0f-9f78cf0bb7b8 req-429432fc-03a0-4491-9855-ac9fb9eb398f tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 945 time: 0.0720978 Jun 14 18:28:53.402722 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:53.443720 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-875c4845-e527-4162-bed1-945287c2e58f None None] Provisioning complete for port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:53.444333 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-875c4845-e527-4162-bed1-945287c2e58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:53.451711 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3986aa7e-e9f1-4214-ad0f-9f78cf0bb7b8 req-73ee624e-2e4f-4dd5-ad9b-62796f7e6587 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=015e780a-8d78-488a-b6ae-dc7d7a26df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083927 Jun 14 18:28:53.523676 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-875c4845-e527-4162-bed1-945287c2e58f None None] Port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:28:53.581438 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f92e1-2533-4f35-83a9-01c8c1c4ac79 req-9c614c9b-e626-48c7-a199-501febbb0be7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:53.594886 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d49f92e1-2533-4f35-83a9-01c8c1c4ac79 req-9c614c9b-e626-48c7-a199-501febbb0be7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.1036239 Jun 14 18:28:53.649896 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d49f92e1-2533-4f35-83a9-01c8c1c4ac79 req-0fab644c-424f-4bc1-9ad3-656630df3436 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538676 Jun 14 18:28:53.691701 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:53.751603 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Publish callbacks [] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:53.850853 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:53.851649 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-459270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412751'] for router_interface (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:53.919781 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Pushing event updated for resources: {'Port': ['ID=097b7fe2-8583-40ff-b2ec-08a4adc6d5d5,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:54.004054 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Network 39e41b5c-e704-4229-8e8f-5b4157b809d1 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:28:54.005837 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:54.269649 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Router b72dff27-8c02-40d6-82a1-d4ef9243ee5c has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:28:54.374513 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-9563a87d-ccd9-41eb-96a4-71247d56fdb8 None None] Provisioning complete for port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:54.374980 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-9563a87d-ccd9-41eb-96a4-71247d56fdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:54.407136 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:54.471955 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-9563a87d-ccd9-41eb-96a4-71247d56fdb8 None None] Port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:28:54.485935 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:28:54.498343 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-59d7bcff-5c5f-494f-ad96-7741e8b29721 admin admin] 10.222.0.78 "PUT /v2.0/routers/b72dff27-8c02-40d6-82a1-d4ef9243ee5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3002722 Jun 14 18:28:54.646617 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ff448-e250-44c8-b047-bc710144ff30 req-4051f36f-cd19-41c7-9ece-bab984c33345 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:54.648361 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d59ff448-e250-44c8-b047-bc710144ff30 req-4051f36f-cd19-41c7-9ece-bab984c33345 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 945 time: 0.0954392 Jun 14 18:28:54.742884 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d59ff448-e250-44c8-b047-bc710144ff30 req-88d07daa-aacd-4c41-8985-2488e5c9b622 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=015e780a-8d78-488a-b6ae-dc7d7a26df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858052 Jun 14 18:28:54.811834 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2e0a1-1cc9-4b8d-98e1-022faabdd232 req-5c47b747-ad7a-4abb-b3c3-7b47b2ea3e73 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:54.819460 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-efb2e0a1-1cc9-4b8d-98e1-022faabdd232 req-5c47b747-ad7a-4abb-b3c3-7b47b2ea3e73 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0714810 Jun 14 18:28:54.890125 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-efb2e0a1-1cc9-4b8d-98e1-022faabdd232 req-b5608926-b83d-404c-bdce-f9628f032035 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696154 Jun 14 18:28:54.942331 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device ac74892b-714b-432f-9681-d586ccad299a up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:28:55.011943 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port ac74892b-714b-432f-9681-d586ccad299a triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:55.012341 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (ac74892b-714b-432f-9681-d586ccad299a), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:55.132223 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port ac74892b-714b-432f-9681-d586ccad299a is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:55.132767 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ac74892b-714b-432f-9681-d586ccad299a), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:55.158999 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port ac74892b-714b-432f-9681-d586ccad299a, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=ac74892b-714b-432f-9681-d586ccad299a,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:28:55.207490 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:55.257139 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ac74892b-714b-432f-9681-d586ccad299a), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:55.309488 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=ac74892b-714b-432f-9681-d586ccad299a,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:55.313846 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Sync routers for ids ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:28:55.329304 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Routers {'b72dff27-8c02-40d6-82a1-d4ef9243ee5c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:55.330030 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:28:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:55.432368 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:55.435030 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Set router b72dff27-8c02-40d6-82a1-d4ef9243ee5c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:55.571405 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55648) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:55.577465 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-702863810-network', 'tenant_id': '9a9271767a854873bfe8372d814e0059'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:55.651362 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Made reservation on behalf of 9a9271767a854873bfe8372d814e0059 for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:28:55.660390 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:55.664242 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:28:53Z', 'revision_number': 4, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '097b7fe2-8583-40ff-b2ec-08a4adc6d5d5', 'name': '', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'mac_address': 'fa:16:3e:94:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '733f3888-d538-4d36-9494-05eb79859400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:52Z', 'updated_at': '2022-06-14T18:28:53Z', 'revision_number': 2, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'subnets': [{'id': '733f3888-d538-4d36-9494-05eb79859400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:55.664699 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:55.694094 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Checking router: b72dff27-8c02-40d6-82a1-d4ef9243ee5c for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:28:55.694464 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Updating router b72dff27-8c02-40d6-82a1-d4ef9243ee5c port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 binding host dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:28:55.732044 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:55.762093 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Publish callbacks [] for security_group (80076555-40cf-4481-9e06-f683b77f4438), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:55.785928 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:55.857081 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (80076555-40cf-4481-9e06-f683b77f4438), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:55.918440 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=104772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:28:55.933730 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80076555-40cf-4481-9e06-f683b77f4438,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:55.952506 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c69a0-c91b-4517-a906-a86a7f5428c1 req-ae264e5c-f070-45b0-bde8-f85bbcd930b1 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:55.952506 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-643c69a0-c91b-4517-a906-a86a7f5428c1 req-ae264e5c-f070-45b0-bde8-f85bbcd930b1 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 945 time: 0.1049657 Jun 14 18:28:55.952506 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (6bc4b667-9edb-4f70-bbd2-317abb5b511f), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:55.952506 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Added segment 6bc4b667-9edb-4f70-bbd2-317abb5b511f of type vlan for network e80aaabf-9d7a-4a77-8220-18b66f3bbb41 Jun 14 18:28:56.030342 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (e80aaabf-9d7a-4a77-8220-18b66f3bbb41), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.031863 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fcadf-3a78-45a5-a3ab-74e5bb35f22c req-5694115a-01f1-4cf9-83db-90ad380f1e4a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:56.037318 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6e0fcadf-3a78-45a5-a3ab-74e5bb35f22c req-5694115a-01f1-4cf9-83db-90ad380f1e4a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0671756 Jun 14 18:28:56.050295 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-643c69a0-c91b-4517-a906-a86a7f5428c1 req-f647f39f-7ed9-4008-bf73-e033e666cc4a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=015e780a-8d78-488a-b6ae-dc7d7a26df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829172 Jun 14 18:28:56.114380 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6e0fcadf-3a78-45a5-a3ab-74e5bb35f22c req-5f9dd80a-54a2-4939-9354-1a120fac5a5c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736089 Jun 14 18:28:56.155044 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:56.217808 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf11ee-fbb5-423b-92cc-72dc7b8c186e req-e5cfbecf-99b7-4b9f-b469-7298f30687cf tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:56.220530 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5bcf11ee-fbb5-423b-92cc-72dc7b8c186e req-e5cfbecf-99b7-4b9f-b469-7298f30687cf tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 945 time: 0.0848069 Jun 14 18:28:56.222429 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (e80aaabf-9d7a-4a77-8220-18b66f3bbb41), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.224044 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:56.225027 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.229044 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55666) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:56.238430 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-a88fa822-9777-453d-951c-712a04a003c0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'floatingip': {'port_id': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:56.260566 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Publish callbacks [] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), precommit_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.277403 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:56.285930 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a88fa822-9777-453d-951c-712a04a003c0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (485e5798-fc74-4a7d-a344-3c81053ba5b2), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.315436 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] Pushing event updated for resources: {'Network': ['ID=e80aaabf-9d7a-4a77-8220-18b66f3bbb41,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:56.330915 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network e80aaabf-9d7a-4a77-8220-18b66f3bbb41 details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:28:56.338704 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-9635c257-17be-45cc-865a-9bb0a1576529 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7633519 Jun 14 18:28:56.340332 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.343532 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55670) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:56.351863 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-37ccba9d-6456-42db-9fca-dc05126579de admin admin] Request body: {'subnet': {'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-702863810-subnet', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'ip_version': 4}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:56.403938 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55672) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:56.465503 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ccba9d-6456-42db-9fca-dc05126579de admin admin] Made reservation on behalf of 9a9271767a854873bfe8372d814e0059 for: {'subnet': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:28:56.471797 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-37ccba9d-6456-42db-9fca-dc05126579de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.545220 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32139ec-5cdd-4ec3-a3f5-cff4d742d28f None None] Pushing event updated for resources: {'Port': ['ID=097b7fe2-8583-40ff-b2ec-08a4adc6d5d5,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:56.565262 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Attempting to bind port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:28:56.568991 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Attempting to bind port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:28:56.569515 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Attempting to bind port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 on network 39e41b5c-e704-4229-8e8f-5b4157b809d1 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:28:56.584236 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:28:56.584843 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Checking segment: {'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:28:56.585324 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.585829 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Bound using segment: {'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:28:56.586417 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Bound port: 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:28:56.586872 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.659799 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fbf1a7ab-dfbf-48a2-b1bf-1528981519ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.688372 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:56.727472 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] For port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:28:56.734174 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] For port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=097b7fe2-8583-40ff-b2ec-08a4adc6d5d5,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:28:56.822636 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-48792940-1335-476c-a9ed-f62c15a5d3f0 None None] Provisioning complete for port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:56.823040 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-48792940-1335-476c-a9ed-f62c15a5d3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.860171 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fbf1a7ab-dfbf-48a2-b1bf-1528981519ec admin admin] Publish callbacks [] for security_group (960ccca6-ed8f-48d8-8217-d8e7b005d4d4), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.865505 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-48792940-1335-476c-a9ed-f62c15a5d3f0 None None] Port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:28:56.872956 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:56.879707 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a88fa822-9777-453d-951c-712a04a003c0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.906706 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device ac74892b-714b-432f-9681-d586ccad299a up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:28:56.931359 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:56.973135 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-37ccba9d-6456-42db-9fca-dc05126579de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.973536 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.978082 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fbf1a7ab-dfbf-48a2-b1bf-1528981519ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (960ccca6-ed8f-48d8-8217-d8e7b005d4d4), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.978229 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port ac74892b-714b-432f-9681-d586ccad299a triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:56.978470 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (ac74892b-714b-432f-9681-d586ccad299a), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:56.999793 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a88fa822-9777-453d-951c-712a04a003c0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (485e5798-fc74-4a7d-a344-3c81053ba5b2), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:57.035487 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-fbf1a7ab-dfbf-48a2-b1bf-1528981519ec admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=581a3e7e61914ccdb321595a5def6d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6292014 Jun 14 18:28:57.053254 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55692) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:57.098212 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32139ec-5cdd-4ec3-a3f5-cff4d742d28f None None] Pushing event updated for resources: {'Port': ['ID=097b7fe2-8583-40ff-b2ec-08a4adc6d5d5,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:57.109298 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1a7ab-dfbf-48a2-b1bf-1528981519ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960ccca6-ed8f-48d8-8217-d8e7b005d4d4,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:57.133809 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccba9d-6456-42db-9fca-dc05126579de admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:57.155618 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:57.157726 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccba9d-6456-42db-9fca-dc05126579de admin admin] Checking segment: {'id': '6bc4b667-9edb-4f70-bbd2-317abb5b511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:28:57.158095 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ccba9d-6456-42db-9fca-dc05126579de admin admin] Network hostable DHCP agents. Network: e80aaabf-9d7a-4a77-8220-18b66f3bbb41, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:28:57.276905 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port ac74892b-714b-432f-9681-d586ccad299a is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:57.285606 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Routers {'b72dff27-8c02-40d6-82a1-d4ef9243ee5c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:57.287074 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:28:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:57.299613 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa6c01-3c5a-4052-ad7f-db3796f68ac9 req-edf3dd1b-b131-4c3a-a3ea-039ce97e4ee3 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:57.308320 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-03aa6c01-3c5a-4052-ad7f-db3796f68ac9 req-edf3dd1b-b131-4c3a-a3ea-039ce97e4ee3 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0720689 Jun 14 18:28:57.349285 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ccba9d-6456-42db-9fca-dc05126579de admin admin] Network e80aaabf-9d7a-4a77-8220-18b66f3bbb41 is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:28:57.403308 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-03aa6c01-3c5a-4052-ad7f-db3796f68ac9 req-52b99402-67ca-4bf5-aa32-b7786f1e7f6a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928671 Jun 14 18:28:57.465940 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-134e18ef-bf36-4eaf-8c97-a53dbc3c5dc0 None None] Provisioning complete for port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:57.466595 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-134e18ef-bf36-4eaf-8c97-a53dbc3c5dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:57.486714 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-37ccba9d-6456-42db-9fca-dc05126579de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, e80aaabf-9d7a-4a77-8220-18b66f3bbb41) {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:57.492615 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ccba9d-6456-42db-9fca-dc05126579de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:57.494737 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-37ccba9d-6456-42db-9fca-dc05126579de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:57.495087 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:57.507052 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88429e1d-2348-411e-9e96-75a4f0f0ce6a None None] Network e80aaabf-9d7a-4a77-8220-18b66f3bbb41 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:28:57.535075 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91aec18e-61ad-4802-8370-d122ce27c522 admin admin] Publish callbacks [] for security_group (960ccca6-ed8f-48d8-8217-d8e7b005d4d4), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:57.541840 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-a88fa822-9777-453d-951c-712a04a003c0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Floating IP 485e5798-fc74-4a7d-a344-3c81053ba5b2 associated. External IP: 172.27.0.158, port: fb8d49e9-2644-493b-ba67-f249b7b5c2b1. Jun 14 18:28:57.603439 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] Set router b72dff27-8c02-40d6-82a1-d4ef9243ee5c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:57.621259 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-37ccba9d-6456-42db-9fca-dc05126579de admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2762742 Jun 14 18:28:57.622259 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55708) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:57.626913 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91aec18e-61ad-4802-8370-d122ce27c522 admin admin] Publish callbacks [] for security_group (960ccca6-ed8f-48d8-8217-d8e7b005d4d4), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:57.627758 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-702863810-router', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:28:57.774660 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e91a761-7527-5e0e-9681-c60f4dc4181d-e80aaabf-9d7a-4a77-8220-18b66f3bbb41', 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41', 'project_id': '9a9271767a854873bfe8372d814e0059', 'fixed_ips': [{'subnet_id': 'cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a'}]}} from dv-cinder-844563-2-iscsi. {{(pid=104774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 14 18:28:57.775624 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:57.784853 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-412530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-630'] for router (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:57.789621 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-413621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-639'] for router (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:57.793669 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-134e18ef-bf36-4eaf-8c97-a53dbc3c5dc0 None None] Current status of the port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:57.794176 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-134e18ef-bf36-4eaf-8c97-a53dbc3c5dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:57.860131 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88fa822-9777-453d-951c-712a04a003c0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Router 99d692a4-dd00-479c-ab92-329ab6ea9487 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:28:57.942194 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91aec18e-61ad-4802-8370-d122ce27c522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (960ccca6-ed8f-48d8-8217-d8e7b005d4d4), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:57.945956 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91aec18e-61ad-4802-8370-d122ce27c522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:57.947103 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-91aec18e-61ad-4802-8370-d122ce27c522 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/960ccca6-ed8f-48d8-8217-d8e7b005d4d4 HTTP/1.1" status: 204 len: 168 time: 0.8933673 Jun 14 18:28:57.966257 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Publish callbacks [] for router_controller (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), precommit_add_association {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:57.971615 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aec18e-61ad-4802-8370-d122ce27c522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ccca6-ed8f-48d8-8217-d8e7b005d4d4,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:58.001107 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-134e18ef-bf36-4eaf-8c97-a53dbc3c5dc0 None None] For port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=097b7fe2-8583-40ff-b2ec-08a4adc6d5d5,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:28:58.024037 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88fa822-9777-453d-951c-712a04a003c0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:28:58.032926 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a88fa822-9777-453d-951c-712a04a003c0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:58.037338 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894fb15a-c792-4ede-a506-0fc59572a600 None None] Sync routers for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:28:58.052759 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894fb15a-c792-4ede-a506-0fc59572a600 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:58.053841 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-894fb15a-c792-4ede-a506-0fc59572a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:28:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:58.109812 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-a88fa822-9777-453d-951c-712a04a003c0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "PUT /v2.0/floatingips/485e5798-fc74-4a7d-a344-3c81053ba5b2 HTTP/1.1" status: 200 len: 991 time: 1.8771734 Jun 14 18:28:58.110472 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17641e09-70b6-4020-9fb5-31780056f2d9', 'tag': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:28:58.112961 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2172c4d7-649c-410d-b60a-c71914ac9c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "17641e09-70b6-4020-9fb5-31780056f2d9", "tag": "fb8d49e9-2644-493b-ba67-f249b7b5c2b1"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:28:58.137312 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-134e18ef-bf36-4eaf-8c97-a53dbc3c5dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:58.157639 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:58.173817 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74de4993-0547-44fe-9d42-e8996b315001 x-openstack-request-id: req-74de4993-0547-44fe-9d42-e8996b315001 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:28:58.174392 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17641e09-70b6-4020-9fb5-31780056f2d9", "tag": "fb8d49e9-2644-493b-ba67-f249b7b5c2b1", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:28:58.174832 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-74de4993-0547-44fe-9d42-e8996b315001 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:28:58.175469 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74de4993-0547-44fe-9d42-e8996b315001'] response: {'name': 'network-changed', 'server_uuid': '17641e09-70b6-4020-9fb5-31780056f2d9', 'tag': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'status': 'completed', 'code': 200} Jun 14 18:28:58.209209 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:58.211679 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-894fb15a-c792-4ede-a506-0fc59572a600 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:58.212589 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:28:53Z', 'revision_number': 4, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '097b7fe2-8583-40ff-b2ec-08a4adc6d5d5', 'name': '', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'mac_address': 'fa:16:3e:94:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '733f3888-d538-4d36-9494-05eb79859400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:52Z', 'updated_at': '2022-06-14T18:28:56Z', 'revision_number': 4, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'subnets': [{'id': '733f3888-d538-4d36-9494-05eb79859400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:58.256962 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e04f52-8404-48c7-b374-a3deca7c4931 None None] The sync data for ids ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'] in dv-cinder-844563-2-iscsi is: [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:28:53Z', 'revision_number': 4, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '097b7fe2-8583-40ff-b2ec-08a4adc6d5d5', 'name': '', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'mac_address': 'fa:16:3e:94:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '733f3888-d538-4d36-9494-05eb79859400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:52Z', 'updated_at': '2022-06-14T18:28:56Z', 'revision_number': 4, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'subnets': [{'id': '733f3888-d538-4d36-9494-05eb79859400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:28:58.262015 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.db_base_plugin_common [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Allocated IP 172.20.0.2 (e80aaabf-9d7a-4a77-8220-18b66f3bbb41/cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a/1380a123-e3c9-42dd-8d70-4e45e15d876e) {{(pid=104774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:28:58.266880 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e18ef-bf36-4eaf-8c97-a53dbc3c5dc0 None None] Pushing event updated for resources: {'Port': ['ID=097b7fe2-8583-40ff-b2ec-08a4adc6d5d5,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:58.451790 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172c4d7-649c-410d-b60a-c71914ac9c6a req-0075954c-685c-4e07-9abc-53aa86610294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:58.453936 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2172c4d7-649c-410d-b60a-c71914ac9c6a req-0075954c-685c-4e07-9abc-53aa86610294 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 1129 time: 0.2141488 Jun 14 18:28:58.604274 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-894fb15a-c792-4ede-a506-0fc59572a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '485e5798-fc74-4a7d-a344-3c81053ba5b2', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:0f:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17641e09-70b6-4020-9fb5-31780056f2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:28:36Z', 'updated_at': '2022-06-14T18:28:56Z', 'revision_number': 1, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:58.611148 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Publish callbacks [] for router_gateway (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:58.616947 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Publish callbacks [] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), precommit_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:58.662433 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894fb15a-c792-4ede-a506-0fc59572a600 None None] Checking router: 99d692a4-dd00-479c-ab92-329ab6ea9487 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:28:58.672614 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d16d3c-5418-4c6d-ae92-620f6b15dddb req-2529b900-bb4d-4ed3-bd0f-b5a342446dbf tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:58.674199 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-36d16d3c-5418-4c6d-ae92-620f6b15dddb req-2529b900-bb4d-4ed3-bd0f-b5a342446dbf tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.1366739 Jun 14 18:28:58.677603 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894fb15a-c792-4ede-a506-0fc59572a600 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:28:58.679157 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-894fb15a-c792-4ede-a506-0fc59572a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:28:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:58.730378 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172c4d7-649c-410d-b60a-c71914ac9c6a req-db8238ca-afe4-4e7e-ae9e-3edaffccfd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:58.731919 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2172c4d7-649c-410d-b60a-c71914ac9c6a req-db8238ca-afe4-4e7e-ae9e-3edaffccfd7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 915 time: 0.2108319 Jun 14 18:28:58.768331 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:58.798787 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-36d16d3c-5418-4c6d-ae92-620f6b15dddb req-5fd84916-b7fe-482b-a16b-8961cecf23fd tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159856 Jun 14 18:28:58.894379 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Network e80aaabf-9d7a-4a77-8220-18b66f3bbb41 is already hosted by enough agents. {{(pid=104774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:28:58.903321 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.base_scheduler [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Resources bound (agent type, host, resource id): {{(pid=104774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:28:58.906115 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Received port after_create {{(pid=104774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:28:58.912236 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Pushing event updated for resources: {'Port': ['ID=1380a123-e3c9-42dd-8d70-4e45e15d876e,revision_number=1']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:58.966452 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2172c4d7-649c-410d-b60a-c71914ac9c6a req-d82cea83-a57b-493c-8bc0-93ca94358a13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb8d49e9-2644-493b-ba67-f249b7b5c2b1 HTTP/1.1" status: 200 len: 999 time: 0.2240360 Jun 14 18:28:59.025651 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Attempting to bind port 1380a123-e3c9-42dd-8d70-4e45e15d876e on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:28:59.025758 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Attempting to bind port 1380a123-e3c9-42dd-8d70-4e45e15d876e by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '6bc4b667-9edb-4f70-bbd2-317abb5b511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:28:59.026449 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Attempting to bind port 1380a123-e3c9-42dd-8d70-4e45e15d876e on network e80aaabf-9d7a-4a77-8220-18b66f3bbb41 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:28:59.036803 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-894fb15a-c792-4ede-a506-0fc59572a600 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:28:59.041905 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:28:59.049254 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:28:59.050379 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Checking segment: {'id': '6bc4b667-9edb-4f70-bbd2-317abb5b511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:28:59.050794 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.051228 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Bound using segment: {'id': '6bc4b667-9edb-4f70-bbd2-317abb5b511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:28:59.051830 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Bound port: 1380a123-e3c9-42dd-8d70-4e45e15d876e, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc4b667-9edb-4f70-bbd2-317abb5b511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:28:59.052430 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.080642 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55730) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:59.103398 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-224c9f63-43df-479f-8170-1b8dd540224d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.208650 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172c4d7-649c-410d-b60a-c71914ac9c6a req-a4bc11e6-f306-458f-b819-99c0b063de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:59.220210 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2172c4d7-649c-410d-b60a-c71914ac9c6a req-a4bc11e6-f306-458f-b819-99c0b063de43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4916d0d5-399f-4622-980d-32fb81ecd6af HTTP/1.1" status: 200 len: 853 time: 0.2362549 Jun 14 18:28:59.324370 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-224c9f63-43df-479f-8170-1b8dd540224d admin admin] Publish callbacks [] for security_group (d28c3cdd-f285-46ca-a588-1864a8564d52), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.380992 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-894fb15a-c792-4ede-a506-0fc59572a600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '485e5798-fc74-4a7d-a344-3c81053ba5b2', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:0f:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17641e09-70b6-4020-9fb5-31780056f2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:28:36Z', 'updated_at': '2022-06-14T18:28:56Z', 'revision_number': 1, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:28:59.400158 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-224c9f63-43df-479f-8170-1b8dd540224d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d28c3cdd-f285-46ca-a588-1864a8564d52), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.401798 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:28:59.402433 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.419330 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Publish callbacks [] for router_gateway (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.429250 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] For port 1380a123-e3c9-42dd-8d70-4e45e15d876e, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:28:59.433892 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894fb15a-c792-4ede-a506-0fc59572a600 None None] The sync data for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi is: [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '485e5798-fc74-4a7d-a344-3c81053ba5b2', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:0f:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17641e09-70b6-4020-9fb5-31780056f2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:28:36Z', 'updated_at': '2022-06-14T18:28:56Z', 'revision_number': 1, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:28:59.452354 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] For port 1380a123-e3c9-42dd-8d70-4e45e15d876e, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=1380a123-e3c9-42dd-8d70-4e45e15d876e,segment=NetworkSegment(6bc4b667-9edb-4f70-bbd2-317abb5b511f),segment_id=6bc4b667-9edb-4f70-bbd2-317abb5b511f)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:28:59.468280 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172c4d7-649c-410d-b60a-c71914ac9c6a req-b09195b5-e3ea-4024-8906-a5528ec74c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:59.470435 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2172c4d7-649c-410d-b60a-c71914ac9c6a req-b09195b5-e3ea-4024-8906-a5528ec74c03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e21b4aaa-368c-485d-acb4-337720920cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2253098 Jun 14 18:28:59.475407 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.478454 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-224c9f63-43df-479f-8170-1b8dd540224d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f85effa6e0464dffa45ed0d91c4595a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966494 Jun 14 18:28:59.481000 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c9f63-43df-479f-8170-1b8dd540224d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28c3cdd-f285-46ca-a588-1864a8564d52,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:59.484046 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55736) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:28:59.567815 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:28:59.578849 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.598815 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d56beffc-de6d-4f59-b8b3-21b253f1506d admin admin] Publish callbacks [] for security_group (d28c3cdd-f285-46ca-a588-1864a8564d52), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.627640 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:59.628650 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe40df5-a705-4312-aff5-d2fdaa42dcd3 req-0db119d2-aa3e-4e72-a8ec-05514140f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:28:59.630763 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8fe40df5-a705-4312-aff5-d2fdaa42dcd3 req-0db119d2-aa3e-4e72-a8ec-05514140f479 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 1129 time: 0.2280571 Jun 14 18:28:59.682207 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d56beffc-de6d-4f59-b8b3-21b253f1506d admin admin] Publish callbacks [] for security_group (d28c3cdd-f285-46ca-a588-1864a8564d52), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.687360 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef7881-1727-443c-8cc7-701b9fb32490 None None] Pushing event updated for resources: {'Port': ['ID=1380a123-e3c9-42dd-8d70-4e45e15d876e,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:59.715864 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:28:59.846924 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7365c17-9365-48f7-ab44-19b15c37b2ce None None] New status for floating IP 485e5798-fc74-4a7d-a344-3c81053ba5b2: ACTIVE {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:28:59.903599 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d56beffc-de6d-4f59-b8b3-21b253f1506d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d28c3cdd-f285-46ca-a588-1864a8564d52), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.907214 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d56beffc-de6d-4f59-b8b3-21b253f1506d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:28:59.908271 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-d56beffc-de6d-4f59-b8b3-21b253f1506d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d28c3cdd-f285-46ca-a588-1864a8564d52 HTTP/1.1" status: 204 len: 168 time: 0.4227662 Jun 14 18:28:59.937760 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56beffc-de6d-4f59-b8b3-21b253f1506d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28c3cdd-f285-46ca-a588-1864a8564d52,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:28:59.947512 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-319a735c-fb41-41bd-8e26-7015e87514da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:00.313792 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:00.393118 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2172c4d7-649c-410d-b60a-c71914ac9c6a req-4b53274d-954c-45ba-b1e8-445cd5f30eb0 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9089584 Jun 14 18:29:00.459590 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a075d2-337f-4b54-aa83-2d10e57c1bec req-38d6b657-1e2f-4ff4-a30e-cfebf7360f54 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:00.461157 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c7a075d2-337f-4b54-aa83-2d10e57c1bec req-38d6b657-1e2f-4ff4-a30e-cfebf7360f54 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.1522701 Jun 14 18:29:00.478445 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Allocated IP 172.27.0.238 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/f12a3511-3d1c-450f-bcd6-371dbad3cdad) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:29:00.481165 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe40df5-a705-4312-aff5-d2fdaa42dcd3 req-8b6675d6-c6a8-4e67-a416-48fd5c20c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:00.482663 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8fe40df5-a705-4312-aff5-d2fdaa42dcd3 req-8b6675d6-c6a8-4e67-a416-48fd5c20c39f service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.8083000 Jun 14 18:29:00.584966 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8fe40df5-a705-4312-aff5-d2fdaa42dcd3 req-63a53304-645b-4bd6-a68a-21a02e488ff5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0e5739-b788-43f3-8405-75ad4766a788 HTTP/1.1" status: 200 len: 217 time: 0.0856164 Jun 14 18:29:00.593939 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:00.786043 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c7a075d2-337f-4b54-aa83-2d10e57c1bec req-8da567f4-afa6-4399-80d7-5d33f5f3211b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110051 Jun 14 18:29:00.821939 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2172c4d7-649c-410d-b60a-c71914ac9c6a req-a22aaa6c-6623-4704-a99f-a9b7b327ad38 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092739 Jun 14 18:29:00.833408 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe40df5-a705-4312-aff5-d2fdaa42dcd3 req-2170a850-4076-408c-baf9-c2b0dda70bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:00.833408 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8fe40df5-a705-4312-aff5-d2fdaa42dcd3 req-2170a850-4076-408c-baf9-c2b0dda70bc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.2353811 Jun 14 18:29:00.938623 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:00.955442 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Publish callbacks [] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:00.960854 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b75aa1-174a-418f-b295-38794070bff3 req-c677dcb3-32e4-47a1-af9e-c5a2fd429d38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:00.963410 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-06b75aa1-174a-418f-b295-38794070bff3 req-c677dcb3-32e4-47a1-af9e-c5a2fd429d38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1572659 Jun 14 18:29:00.970435 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe40df5-a705-4312-aff5-d2fdaa42dcd3 req-8a225b01-a548-4576-8d1d-eb24d11ecaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:00.972062 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8fe40df5-a705-4312-aff5-d2fdaa42dcd3 req-8a225b01-a548-4576-8d1d-eb24d11ecaac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1342335 Jun 14 18:29:01.028802 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 1380a123-e3c9-42dd-8d70-4e45e15d876e up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:01.042571 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-06b75aa1-174a-418f-b295-38794070bff3 req-a3af78a0-0ea0-4076-ae7a-72be7e68c728 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670485 Jun 14 18:29:01.132076 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 1380a123-e3c9-42dd-8d70-4e45e15d876e triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:01.132864 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:01.162620 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8fe40df5-a705-4312-aff5-d2fdaa42dcd3 req-eece5691-bdfe-46ca-9da3-1369947144cf service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839743 Jun 14 18:29:01.177615 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c0c4d4-ec91-4245-92dd-8c76f89a6719 None None] Network e80aaabf-9d7a-4a77-8220-18b66f3bbb41 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:29:01.228862 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-c12ea78d-ad1e-4cd8-b4e7-689eac957cd6 None None] Provisioning complete for port 1380a123-e3c9-42dd-8d70-4e45e15d876e triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:01.230180 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c12ea78d-ad1e-4cd8-b4e7-689eac957cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:01.266041 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:01.329264 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:01.331676 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8fe40df5-a705-4312-aff5-d2fdaa42dcd3 req-92336dc1-226d-491f-9b0a-3ed969780567 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513698 Jun 14 18:29:01.334596 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:01.352234 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:29:01.357225 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Pushing event updated for resources: {'Port': ['ID=f12a3511-3d1c-450f-bcd6-371dbad3cdad,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:01.374058 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 1380a123-e3c9-42dd-8d70-4e45e15d876e is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:01.374447 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:01.425240 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.426211 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.426744 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.427261 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.428296 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.428792 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.429302 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.429910 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.430496 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.431002 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.431488 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.432107 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.432612 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.433097 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.433604 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:01.452546 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port 1380a123-e3c9-42dd-8d70-4e45e15d876e, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=1380a123-e3c9-42dd-8d70-4e45e15d876e,segment=NetworkSegment(6bc4b667-9edb-4f70-bbd2-317abb5b511f),segment_id=6bc4b667-9edb-4f70-bbd2-317abb5b511f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:01.467680 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-c12ea78d-ad1e-4cd8-b4e7-689eac957cd6 None None] Current status of the port 1380a123-e3c9-42dd-8d70-4e45e15d876e is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:01.468172 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c12ea78d-ad1e-4cd8-b4e7-689eac957cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:01.523056 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:01.589621 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.db.api [None req-c12ea78d-ad1e-4cd8-b4e7-689eac957cd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 14 18:29:01.590037 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG oslo_db.api [None req-c12ea78d-ad1e-4cd8-b4e7-689eac957cd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 18:29:01.604907 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=1380a123-e3c9-42dd-8d70-4e45e15d876e,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:01.678459 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Publish callbacks [] for router_gateway (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:01.954530 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a30a7-5066-4a38-842e-e78894d9950d req-4478451e-4934-4f43-bbf9-4e32e916e92e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:01.956439 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6c7a30a7-5066-4a38-842e-e78894d9950d req-4478451e-4934-4f43-bbf9-4e32e916e92e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.1078510 Jun 14 18:29:01.962938 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55808) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:02.026819 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6c7a30a7-5066-4a38-842e-e78894d9950d req-8913286e-ab1a-4a94-9921-0d7d2e6863b4 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630550 Jun 14 18:29:02.027845 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413463'] for router (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:02.185519 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-c12ea78d-ad1e-4cd8-b4e7-689eac957cd6 None None] Current status of the port 1380a123-e3c9-42dd-8d70-4e45e15d876e is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:02.217397 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:02.241891 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff596d02-5218-4e0d-adf5-5ce95467e922 req-87cf82c7-b549-4cc9-b2c6-6d6f500f65ad tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:02.243446 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ff596d02-5218-4e0d-adf5-5ce95467e922 req-87cf82c7-b549-4cc9-b2c6-6d6f500f65ad tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1121233 Jun 14 18:29:02.268153 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-611afa23-a8b6-4d02-ad05-4aa6aef04754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:02.306671 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b66a04a7-c3af-42d7-8f38-2f85aec9ae98 None None] Provisioning complete for port 1380a123-e3c9-42dd-8d70-4e45e15d876e triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:02.307080 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b66a04a7-c3af-42d7-8f38-2f85aec9ae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:02.329305 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ff596d02-5218-4e0d-adf5-5ce95467e922 req-3a5f115c-d6a0-4f74-b540-a8f27b5fa90c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782602 Jun 14 18:29:02.366659 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Publish callbacks [] for security_group (a588faa1-55bb-4679-8bcb-e088c5d9c000), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:02.397171 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b66a04a7-c3af-42d7-8f38-2f85aec9ae98 None None] Current status of the port 1380a123-e3c9-42dd-8d70-4e45e15d876e is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:02.403258 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Router a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d is scheduled to L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 with binding_index 1 {{(pid=104772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:29:02.436136 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a588faa1-55bb-4679-8bcb-e088c5d9c000), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:02.502911 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:02.535122 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37529c5266cc44cdbfeeea5f400307af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5705268 Jun 14 18:29:02.539616 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a588faa1-55bb-4679-8bcb-e088c5d9c000,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:02.544546 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55824) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:02.569353 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.570265 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.570464 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.571030 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.571508 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.571846 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.572179 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.572505 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.572835 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.573652 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.573941 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.574583 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.574907 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.575234 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.575558 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972bb2c-d025-4c40-af5f-d33fdb35fd68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:02.600470 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:29:02.613632 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Sync routers for ids ['a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:29:02.631973 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Routers {'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:29:02.631973 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:02.631973 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:02.667800 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f48b618b-fe6f-4ad5-a94b-97c71ab74fa5 admin admin] Publish callbacks [] for security_group (a588faa1-55bb-4679-8bcb-e088c5d9c000), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:02.696886 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f48b618b-fe6f-4ad5-a94b-97c71ab74fa5 admin admin] Publish callbacks [] for security_group (a588faa1-55bb-4679-8bcb-e088c5d9c000), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:02.716116 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:02.750680 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:02.751965 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Set router a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:29:02.758220 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55832) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:02.770073 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-99aeb894-daff-45d8-9845-afaf0cb42047 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1462312 Jun 14 18:29:02.934999 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:02.935680 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:02.951273 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 1380a123-e3c9-42dd-8d70-4e45e15d876e up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:02.953755 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f48b618b-fe6f-4ad5-a94b-97c71ab74fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a588faa1-55bb-4679-8bcb-e088c5d9c000), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:02.958756 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f48b618b-fe6f-4ad5-a94b-97c71ab74fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:02.962730 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-f48b618b-fe6f-4ad5-a94b-97c71ab74fa5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a588faa1-55bb-4679-8bcb-e088c5d9c000 HTTP/1.1" status: 204 len: 168 time: 0.4139476 Jun 14 18:29:02.974273 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b618b-fe6f-4ad5-a94b-97c71ab74fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a588faa1-55bb-4679-8bcb-e088c5d9c000,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:03.023431 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'name': 'tempest-TestShelveInstance-702863810-router', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:57Z', 'updated_at': '2022-06-14T18:29:01Z', 'revision_number': 3, 'project_id': '9a9271767a854873bfe8372d814e0059', 'gw_port': {'id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:59Z', 'updated_at': '2022-06-14T18:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:03.033257 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:03.046586 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 1380a123-e3c9-42dd-8d70-4e45e15d876e triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:03.046973 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:03.106366 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Checking router: a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:29:03.106707 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Updating router a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d port f12a3511-3d1c-450f-bcd6-371dbad3cdad binding host dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:29:03.119930 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:03.201352 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 1380a123-e3c9-42dd-8d70-4e45e15d876e is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:03.204509 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:03.205648 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:03.275875 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2454e-2071-4eda-8976-2aa1559905dc req-ac121a8b-1df9-4dda-967c-df37edfba53b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:03.289888 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-14d2454e-2071-4eda-8976-2aa1559905dc req-ac121a8b-1df9-4dda-967c-df37edfba53b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.1313927 Jun 14 18:29:03.390605 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-14d2454e-2071-4eda-8976-2aa1559905dc req-da9c5a92-fa69-4312-ac5d-bed9f4e72ac0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960197 Jun 14 18:29:03.458499 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:03.489110 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:03.521153 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:03.529541 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:03.541068 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Publish callbacks [] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), precommit_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:03.546231 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f19bb-d813-4230-bd6e-e112f7d276df req-c1049a21-b8b1-43a8-b9f3-70bd3028f4e5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:03.547864 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7d1f19bb-d813-4230-bd6e-e112f7d276df req-c1049a21-b8b1-43a8-b9f3-70bd3028f4e5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0758736 Jun 14 18:29:03.643788 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7d1f19bb-d813-4230-bd6e-e112f7d276df req-4ea20b79-9f4a-42c8-8a33-734c262aa958 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878530 Jun 14 18:29:03.656639 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:03.742220 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Attempting to bind port f12a3511-3d1c-450f-bcd6-371dbad3cdad on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:29:03.742887 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Attempting to bind port f12a3511-3d1c-450f-bcd6-371dbad3cdad by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:29:03.743417 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Attempting to bind port f12a3511-3d1c-450f-bcd6-371dbad3cdad on network 8f00240a-230f-48f5-8034-9071d4ec9004 {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:29:03.760995 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:29:03.761850 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Checking segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:29:03.762676 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:03.763238 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Bound using segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:29:03.763924 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Bound port: f12a3511-3d1c-450f-bcd6-371dbad3cdad, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:29:03.764622 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:03.786824 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Allocated IP 172.20.0.1 (e80aaabf-9d7a-4a77-8220-18b66f3bbb41/cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a/b73cbe51-3524-4037-a5d9-2a368df7ec70) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:29:03.811522 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f61ec-3372-4efa-8d24-148049c43092 None None] Pushing event updated for resources: {'Port': ['ID=f12a3511-3d1c-450f-bcd6-371dbad3cdad,revision_number=2']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:03.860184 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] For port f12a3511-3d1c-450f-bcd6-371dbad3cdad, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:29:03.864321 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] For port f12a3511-3d1c-450f-bcd6-371dbad3cdad, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=f12a3511-3d1c-450f-bcd6-371dbad3cdad,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:29:03.950893 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:03.970625 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55886) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:04.015503 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Publish callbacks [] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:04.034311 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Routers {'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:29:04.036296 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:04.090348 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f61ec-3372-4efa-8d24-148049c43092 None None] Pushing event updated for resources: {'Port': ['ID=f12a3511-3d1c-450f-bcd6-371dbad3cdad,revision_number=3']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:04.150544 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e08da05e-5810-4d9a-aea4-23b3537d25c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:04.165575 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:04.211071 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Network e80aaabf-9d7a-4a77-8220-18b66f3bbb41 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:04.216913 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:04.226406 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:29:04.237568 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] Set router a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:29:04.289571 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Pushing event updated for resources: {'Port': ['ID=b73cbe51-3524-4037-a5d9-2a368df7ec70,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:04.314208 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412723'] for router_interface (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:04.351114 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e08da05e-5810-4d9a-aea4-23b3537d25c3 admin admin] Publish callbacks [] for security_group (30e9f252-ab89-458c-814a-520b203b49cf), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:04.387905 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:04.436019 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e08da05e-5810-4d9a-aea4-23b3537d25c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (30e9f252-ab89-458c-814a-520b203b49cf), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:04.486088 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55906) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:04.487372 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-e08da05e-5810-4d9a-aea4-23b3537d25c3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7674f710ed5e45b3bb4fb9803e763096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153055 Jun 14 18:29:04.578587 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08da05e-5810-4d9a-aea4-23b3537d25c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e9f252-ab89-458c-814a-520b203b49cf,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:04.686136 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'name': 'tempest-TestShelveInstance-702863810-router', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:57Z', 'updated_at': '2022-06-14T18:29:01Z', 'revision_number': 3, 'project_id': '9a9271767a854873bfe8372d814e0059', 'gw_port': {'id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:59Z', 'updated_at': '2022-06-14T18:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:04.714879 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-3c42ccf7-fc32-4225-ac21-0e347517d66d None None] Provisioning complete for port b73cbe51-3524-4037-a5d9-2a368df7ec70 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:04.715592 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-139244b2-c1e1-476a-a779-9ab5d3cf64f5 admin admin] Publish callbacks [] for security_group (30e9f252-ab89-458c-814a-520b203b49cf), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:04.715895 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-3c42ccf7-fc32-4225-ac21-0e347517d66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:04.811135 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26649dbb-9f9a-4e72-83ab-9f666ffb72b4 req-14d4ad04-2760-4dc7-842e-230011fad855 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:04.812853 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-26649dbb-9f9a-4e72-83ab-9f666ffb72b4 req-14d4ad04-2760-4dc7-842e-230011fad855 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0717099 Jun 14 18:29:04.813813 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab43128-fbcc-414a-9fee-782f28d320fd None None] The sync data for ids ['a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'] in dv-cinder-844563-2-iscsi is: [{'id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'name': 'tempest-TestShelveInstance-702863810-router', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:57Z', 'updated_at': '2022-06-14T18:29:01Z', 'revision_number': 3, 'project_id': '9a9271767a854873bfe8372d814e0059', 'gw_port': {'id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:59Z', 'updated_at': '2022-06-14T18:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:29:04.815615 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-139244b2-c1e1-476a-a779-9ab5d3cf64f5 admin admin] Publish callbacks [] for security_group (30e9f252-ab89-458c-814a-520b203b49cf), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:04.836134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-3c42ccf7-fc32-4225-ac21-0e347517d66d None None] Port b73cbe51-3524-4037-a5d9-2a368df7ec70 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:29:04.876356 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8b28-0e6c-4dd3-92dc-54af0dcd741c req-d445f0c3-6222-464a-bcc2-7a66bddadb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:04.878157 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a93f8b28-0e6c-4dd3-92dc-54af0dcd741c req-d445f0c3-6222-464a-bcc2-7a66bddadb55 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 1129 time: 0.1042273 Jun 14 18:29:04.881768 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:04.958727 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:04.966442 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:04.996250 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-26649dbb-9f9a-4e72-83ab-9f666ffb72b4 req-a5527972-0a4d-4da6-aab1-926f990755a6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621778 Jun 14 18:29:05.009801 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a93f8b28-0e6c-4dd3-92dc-54af0dcd741c req-6a0b0a99-597f-458f-9576-f2bf4d1fe8c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255319 Jun 14 18:29:05.018702 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbcc5e-8fb5-4ada-96cc-6da7d3ac48de req-cfd84352-484d-4d60-b47f-ad0eeae41a4f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:05.031424 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6dbcc5e-8fb5-4ada-96cc-6da7d3ac48de req-cfd84352-484d-4d60-b47f-ad0eeae41a4f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0914369 Jun 14 18:29:05.118356 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6dbcc5e-8fb5-4ada-96cc-6da7d3ac48de req-63f030db-f96c-4310-a3ef-286dc79595ed tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856965 Jun 14 18:29:05.125493 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-139244b2-c1e1-476a-a779-9ab5d3cf64f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (30e9f252-ab89-458c-814a-520b203b49cf), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:05.134376 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-139244b2-c1e1-476a-a779-9ab5d3cf64f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:05.134376 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-139244b2-c1e1-476a-a779-9ab5d3cf64f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30e9f252-ab89-458c-814a-520b203b49cf HTTP/1.1" status: 204 len: 168 time: 0.6418650 Jun 14 18:29:05.151473 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139244b2-c1e1-476a-a779-9ab5d3cf64f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e9f252-ab89-458c-814a-520b203b49cf,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:05.152906 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:05.337559 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Publish callbacks [] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:05.415785 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:05.582452 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Pushing event updated for resources: {'Port': ['ID=b73cbe51-3524-4037-a5d9-2a368df7ec70,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:05.589125 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-459270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412751'] for router_interface (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:05.749309 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Network e80aaabf-9d7a-4a77-8220-18b66f3bbb41 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:05.750735 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:05.756096 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:05.927647 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Router a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:29:06.111987 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-25407694-d989-4a37-9088-3d39b7130c33 None None] Provisioning complete for port b73cbe51-3524-4037-a5d9-2a368df7ec70 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:06.115128 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-25407694-d989-4a37-9088-3d39b7130c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:06.185285 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-25407694-d989-4a37-9088-3d39b7130c33 None None] Port b73cbe51-3524-4037-a5d9-2a368df7ec70 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:29:06.286208 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55954) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:06.293262 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fce6d656-620f-4527-94df-4cd6ffbf7205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:06.320957 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0635f5-61d8-483a-b23c-7a7d98cd049c req-09560a9d-3fd8-4ea4-ba9a-66cadcb2207c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:06.322631 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fa0635f5-61d8-483a-b23c-7a7d98cd049c req-09560a9d-3fd8-4ea4-ba9a-66cadcb2207c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.1255248 Jun 14 18:29:06.428559 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fa0635f5-61d8-483a-b23c-7a7d98cd049c req-f95f764d-1957-45c1-8c52-f8ba35efd1d3 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931385 Jun 14 18:29:06.431961 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e003169-4c96-467f-829e-068871165087 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:29:06.456378 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-3e003169-4c96-467f-829e-068871165087 admin admin] 10.222.0.78 "PUT /v2.0/routers/a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6935685 Jun 14 18:29:06.503955 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55958) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:06.560463 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fce6d656-620f-4527-94df-4cd6ffbf7205 admin admin] Publish callbacks [] for security_group (9c94d4f2-9bac-46bf-b699-83711d24a283), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:06.563899 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:06.567117 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:06.623825 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f397f85-f49c-467d-9700-22e17467b3ee req-0208b061-19ae-4ed6-a293-566a57075202 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:06.628073 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9f397f85-f49c-467d-9700-22e17467b3ee req-0208b061-19ae-4ed6-a293-566a57075202 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0562818 Jun 14 18:29:06.651625 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fce6d656-620f-4527-94df-4cd6ffbf7205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (9c94d4f2-9bac-46bf-b699-83711d24a283), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:06.709213 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-fce6d656-620f-4527-94df-4cd6ffbf7205 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=51174e30a5aa4c93a5504752057bbe7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4350758 Jun 14 18:29:06.712197 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55964) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:06.713290 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6d656-620f-4527-94df-4cd6ffbf7205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c94d4f2-9bac-46bf-b699-83711d24a283,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:06.734034 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9f397f85-f49c-467d-9700-22e17467b3ee req-df7a2590-caf3-4b0a-95f8-584394dd9b09 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985358 Jun 14 18:29:06.787638 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3f352504-ad5d-45df-892e-ab45a365f98e admin admin] Publish callbacks [] for security_group (9c94d4f2-9bac-46bf-b699-83711d24a283), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:06.866203 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3f352504-ad5d-45df-892e-ab45a365f98e admin admin] Publish callbacks [] for security_group (9c94d4f2-9bac-46bf-b699-83711d24a283), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:06.941780 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:06.959131 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-252d30c0-0198-4d4b-ba9d-9f8184946dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.028900 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device f12a3511-3d1c-450f-bcd6-371dbad3cdad up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:07.089517 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-252d30c0-0198-4d4b-ba9d-9f8184946dcb admin admin] Publish callbacks [] for security_group (d9714fcd-8cb8-4062-9065-355c007c07ed), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.117034 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port f12a3511-3d1c-450f-bcd6-371dbad3cdad triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:07.118713 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.127479 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3f352504-ad5d-45df-892e-ab45a365f98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (9c94d4f2-9bac-46bf-b699-83711d24a283), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.130115 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3f352504-ad5d-45df-892e-ab45a365f98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.131331 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-3f352504-ad5d-45df-892e-ab45a365f98e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c94d4f2-9bac-46bf-b699-83711d24a283 HTTP/1.1" status: 204 len: 168 time: 0.4163346 Jun 14 18:29:07.142390 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f352504-ad5d-45df-892e-ab45a365f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c94d4f2-9bac-46bf-b699-83711d24a283,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:07.156026 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-252d30c0-0198-4d4b-ba9d-9f8184946dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d9714fcd-8cb8-4062-9065-355c007c07ed), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.193529 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d30c0-0198-4d4b-ba9d-9f8184946dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9714fcd-8cb8-4062-9065-355c007c07ed,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:07.253516 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-252d30c0-0198-4d4b-ba9d-9f8184946dcb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e1c6dc434112443ca30d25bd39c31813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7464449 Jun 14 18:29:07.257760 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 55976) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:07.268295 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55978) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:07.288000 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port f12a3511-3d1c-450f-bcd6-371dbad3cdad is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:07.288391 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.317763 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port f12a3511-3d1c-450f-bcd6-371dbad3cdad, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=f12a3511-3d1c-450f-bcd6-371dbad3cdad,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:07.356565 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b243fbd6-5da8-436a-ba83-c169b2084872 admin admin] Publish callbacks [] for security_group (d9714fcd-8cb8-4062-9065-355c007c07ed), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.387438 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b243fbd6-5da8-436a-ba83-c169b2084872 admin admin] Publish callbacks [] for security_group (d9714fcd-8cb8-4062-9065-355c007c07ed), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.412302 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.486861 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=f12a3511-3d1c-450f-bcd6-371dbad3cdad,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:07.549292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Sync routers for ids ['a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:29:07.560069 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Routers {'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:29:07.560711 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:07.600844 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b243fbd6-5da8-436a-ba83-c169b2084872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d9714fcd-8cb8-4062-9065-355c007c07ed), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.605174 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b243fbd6-5da8-436a-ba83-c169b2084872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.614489 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-b243fbd6-5da8-436a-ba83-c169b2084872 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d9714fcd-8cb8-4062-9065-355c007c07ed HTTP/1.1" status: 204 len: 168 time: 0.3476026 Jun 14 18:29:07.618006 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243fbd6-5da8-436a-ba83-c169b2084872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9714fcd-8cb8-4062-9065-355c007c07ed,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:07.647316 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 55986) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:07.656291 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-6ced5968-8a04-4339-a7c0-873495f136b2 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-659918853', 'description': 'tempest-secgroup-smoke-659918853 description', 'project_id': '437f86b97f3c4725955bc1f71017af5e'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:07.716103 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:07.726010 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Set router a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:29:07.784013 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6ced5968-8a04-4339-a7c0-873495f136b2 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:07.821897 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f2904-dd90-4e69-a1d1-c3305c867a8e req-778277a1-31b2-40ff-97dd-e776c032b386 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:07.824420 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d23f2904-dd90-4e69-a1d1-c3305c867a8e req-778277a1-31b2-40ff-97dd-e776c032b386 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.1032119 Jun 14 18:29:07.943923 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d23f2904-dd90-4e69-a1d1-c3305c867a8e req-73e1d27e-ca02-4f0c-b925-7849e76e9b2e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115191 Jun 14 18:29:08.011001 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6ced5968-8a04-4339-a7c0-873495f136b2 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group (78d718e3-7266-4b5d-bf53-bd2a6dd9604f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.033777 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f507fa7c-d0ae-44c1-8b93-67a7636aafc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.103170 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f91726-7c22-43d4-96df-9776e4bdeb92 req-072e182f-bb52-4e9c-82be-cdf9cd823088 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:08.105503 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e6f91726-7c22-43d4-96df-9776e4bdeb92 req-072e182f-bb52-4e9c-82be-cdf9cd823088 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1785157 Jun 14 18:29:08.123329 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:08.127448 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6ced5968-8a04-4339-a7c0-873495f136b2 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (78d718e3-7266-4b5d-bf53-bd2a6dd9604f), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.131353 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'name': 'tempest-TestShelveInstance-702863810-router', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:57Z', 'updated_at': '2022-06-14T18:29:04Z', 'revision_number': 4, 'project_id': '9a9271767a854873bfe8372d814e0059', 'gw_port': {'id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:59Z', 'updated_at': '2022-06-14T18:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'b73cbe51-3524-4037-a5d9-2a368df7ec70', 'name': '', 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'mac_address': 'fa:16:3e:0c:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:03Z', 'updated_at': '2022-06-14T18:29:05Z', 'revision_number': 2, 'project_id': '9a9271767a854873bfe8372d814e0059', 'subnets': [{'id': 'cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:08.185227 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced5968-8a04-4339-a7c0-873495f136b2 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d718e3-7266-4b5d-bf53-bd2a6dd9604f,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:08.205544 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Checking router: a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:29:08.207813 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Updating router a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d port b73cbe51-3524-4037-a5d9-2a368df7ec70 binding host dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:29:08.267071 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.278123 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e6f91726-7c22-43d4-96df-9776e4bdeb92 req-999fd4c9-93b1-415e-b6c1-89d84424ffe5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665828 Jun 14 18:29:08.300855 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f507fa7c-d0ae-44c1-8b93-67a7636aafc2 admin admin] Publish callbacks [] for security_group (1fe423da-6846-4e41-a249-9838ffa16a2f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.319961 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6ced5968-8a04-4339-a7c0-873495f136b2 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.319961 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-6ced5968-8a04-4339-a7c0-873495f136b2 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6595082 Jun 14 18:29:08.319961 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56004) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:08.319961 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-4697c690-8ccd-4efa-acf6-99bc214728f5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Request body: {'security_group_rule': {'security_group_id': '78d718e3-7266-4b5d-bf53-bd2a6dd9604f', 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:08.428902 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:08.434117 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f507fa7c-d0ae-44c1-8b93-67a7636aafc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (1fe423da-6846-4e41-a249-9838ffa16a2f), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.439109 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:08.518660 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f507fa7c-d0ae-44c1-8b93-67a7636aafc2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa38735e0bca456784592192ac422fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2468638 Jun 14 18:29:08.518660 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4697c690-8ccd-4efa-acf6-99bc214728f5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (4e964085-6f9b-49c2-a5c3-73192bbacb90), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.519055 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56016) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:08.533766 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507fa7c-d0ae-44c1-8b93-67a7636aafc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe423da-6846-4e41-a249-9838ffa16a2f,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:08.591174 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:08.632627 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-33f5e0cf-9494-4a44-b4fe-9eda0b9b13ea admin admin] Publish callbacks [] for security_group (1fe423da-6846-4e41-a249-9838ffa16a2f), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.672247 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4697c690-8ccd-4efa-acf6-99bc214728f5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (4e964085-6f9b-49c2-a5c3-73192bbacb90), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.707675 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556b109-e458-4ffd-a0ea-2bdb58593179 req-5c5527ad-c21b-489b-a09f-6c4efdcd4dda tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:08.711150 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2556b109-e458-4ffd-a0ea-2bdb58593179 req-5c5527ad-c21b-489b-a09f-6c4efdcd4dda tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.1150095 Jun 14 18:29:08.740717 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-33f5e0cf-9494-4a44-b4fe-9eda0b9b13ea admin admin] Publish callbacks [] for security_group (1fe423da-6846-4e41-a249-9838ffa16a2f), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.749697 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4697c690-8ccd-4efa-acf6-99bc214728f5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (4e964085-6f9b-49c2-a5c3-73192bbacb90), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.759494 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e7f6-e051-4991-a144-6b669eefeef0 req-314403fe-0257-4be7-8ce5-9a075970be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:08.762706 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c924e7f6-e051-4991-a144-6b669eefeef0 req-314403fe-0257-4be7-8ce5-9a075970be93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 1129 time: 0.1196067 Jun 14 18:29:08.854151 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697c690-8ccd-4efa-acf6-99bc214728f5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e964085-6f9b-49c2-a5c3-73192bbacb90,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:08.888231 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:29:08.900447 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e7f6-e051-4991-a144-6b669eefeef0 req-a427e898-893b-4faf-bc83-d5ac77c4b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:08.902779 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c924e7f6-e051-4991-a144-6b669eefeef0 req-a427e898-893b-4faf-bc83-d5ac77c4b8da service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.1308908 Jun 14 18:29:08.906068 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2556b109-e458-4ffd-a0ea-2bdb58593179 req-8c9d079b-a1d8-40a3-8756-7b801d1b412b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842909 Jun 14 18:29:08.911375 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4697c690-8ccd-4efa-acf6-99bc214728f5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.912219 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Publish callbacks [] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), precommit_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.916174 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-4697c690-8ccd-4efa-acf6-99bc214728f5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5986092 Jun 14 18:29:08.922996 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56024) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:08.929121 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-0c74c339-b8e0-47a9-bbd8-90f6a90e578d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Request body: {'security_group_rule': {'security_group_id': '78d718e3-7266-4b5d-bf53-bd2a6dd9604f', 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:08.982862 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-33f5e0cf-9494-4a44-b4fe-9eda0b9b13ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (1fe423da-6846-4e41-a249-9838ffa16a2f), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.985026 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-33f5e0cf-9494-4a44-b4fe-9eda0b9b13ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:08.988751 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-33f5e0cf-9494-4a44-b4fe-9eda0b9b13ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1fe423da-6846-4e41-a249-9838ffa16a2f HTTP/1.1" status: 204 len: 168 time: 0.4662900 Jun 14 18:29:08.992749 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c924e7f6-e051-4991-a144-6b669eefeef0 req-01e1a30f-07b4-4410-aff6-c2f6218101cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0e5739-b788-43f3-8405-75ad4766a788 HTTP/1.1" status: 200 len: 217 time: 0.0772529 Jun 14 18:29:09.002936 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5e0cf-9494-4a44-b4fe-9eda0b9b13ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe423da-6846-4e41-a249-9838ffa16a2f,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:09.007276 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:09.073899 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e7f6-e051-4991-a144-6b669eefeef0 req-70c9582f-cbda-4b00-a01f-f58b78005bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:09.075871 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c924e7f6-e051-4991-a144-6b669eefeef0 req-70c9582f-cbda-4b00-a01f-f58b78005bac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.0685339 Jun 14 18:29:09.079762 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device f12a3511-3d1c-450f-bcd6-371dbad3cdad up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:09.120494 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606cf35-c7c3-4c80-abf9-a30149def7bc None None] Pushing event updated for resources: {'Port': ['ID=b73cbe51-3524-4037-a5d9-2a368df7ec70,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:09.144661 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0c74c339-b8e0-47a9-bbd8-90f6a90e578d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (6b6a57b8-9548-48ba-b13a-5a171e336094), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:09.192724 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e7f6-e051-4991-a144-6b669eefeef0 req-dddbff2e-6eb3-46cb-8bcc-2c2537297802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:09.194399 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c924e7f6-e051-4991-a144-6b669eefeef0 req-dddbff2e-6eb3-46cb-8bcc-2c2537297802 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1095610 Jun 14 18:29:09.203060 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port f12a3511-3d1c-450f-bcd6-371dbad3cdad triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:09.204065 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:09.248856 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Attempting to bind port b73cbe51-3524-4037-a5d9-2a368df7ec70 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:29:09.249417 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Attempting to bind port b73cbe51-3524-4037-a5d9-2a368df7ec70 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '6bc4b667-9edb-4f70-bbd2-317abb5b511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:29:09.249959 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Attempting to bind port b73cbe51-3524-4037-a5d9-2a368df7ec70 on network e80aaabf-9d7a-4a77-8220-18b66f3bbb41 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:29:09.261325 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:29:09.261945 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Checking segment: {'id': '6bc4b667-9edb-4f70-bbd2-317abb5b511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:29:09.262526 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:09.263090 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Bound using segment: {'id': '6bc4b667-9edb-4f70-bbd2-317abb5b511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:29:09.263852 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Bound port: b73cbe51-3524-4037-a5d9-2a368df7ec70, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc4b667-9edb-4f70-bbd2-317abb5b511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:29:09.264406 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:09.346732 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0c74c339-b8e0-47a9-bbd8-90f6a90e578d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (6b6a57b8-9548-48ba-b13a-5a171e336094), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:09.360021 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port f12a3511-3d1c-450f-bcd6-371dbad3cdad is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:09.379191 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] For port b73cbe51-3524-4037-a5d9-2a368df7ec70, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:29:09.384312 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c924e7f6-e051-4991-a144-6b669eefeef0 req-b4084b01-bafa-4171-b5b0-1257c9c44de7 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802709 Jun 14 18:29:09.385243 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] For port b73cbe51-3524-4037-a5d9-2a368df7ec70, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=b73cbe51-3524-4037-a5d9-2a368df7ec70,segment=NetworkSegment(6bc4b667-9edb-4f70-bbd2-317abb5b511f),segment_id=6bc4b667-9edb-4f70-bbd2-317abb5b511f)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:29:09.440763 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-eeca2bb2-f21b-400a-9463-25d56f08cef1 None None] Provisioning complete for port b73cbe51-3524-4037-a5d9-2a368df7ec70 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:09.441907 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-eeca2bb2-f21b-400a-9463-25d56f08cef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:09.469481 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0c74c339-b8e0-47a9-bbd8-90f6a90e578d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (6b6a57b8-9548-48ba-b13a-5a171e336094), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:09.483979 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:09.498285 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-eeca2bb2-f21b-400a-9463-25d56f08cef1 None None] Port b73cbe51-3524-4037-a5d9-2a368df7ec70 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:29:09.554610 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Routers {'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:29:09.555288 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:09.643946 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74c339-b8e0-47a9-bbd8-90f6a90e578d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6a57b8-9548-48ba-b13a-5a171e336094,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:09.658549 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81837f95-43b6-49c3-8534-412f54e15a98 req-65bf5604-81d7-4135-8c7d-75c561fecf7e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:09.666299 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-81837f95-43b6-49c3-8534-412f54e15a98 req-65bf5604-81d7-4135-8c7d-75c561fecf7e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.2507870 Jun 14 18:29:09.695905 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56046) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:09.697103 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606cf35-c7c3-4c80-abf9-a30149def7bc None None] Pushing event updated for resources: {'Port': ['ID=b73cbe51-3524-4037-a5d9-2a368df7ec70,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:09.725025 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:09.731065 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c924e7f6-e051-4991-a144-6b669eefeef0 req-840f0589-42c2-42f4-bf2e-028ca03ccd17 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397651 Jun 14 18:29:09.759375 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-81837f95-43b6-49c3-8534-412f54e15a98 req-b80a5476-9b8a-4bd5-9a20-a6f6a2f21533 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914917 Jun 14 18:29:09.795789 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] Set router a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:29:09.819492 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0c74c339-b8e0-47a9-bbd8-90f6a90e578d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:09.821304 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-0c74c339-b8e0-47a9-bbd8-90f6a90e578d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8973382 Jun 14 18:29:09.826093 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56050) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:09.830972 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-4e306ad5-d085-413d-89d7-e1b4012a4850 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Request body: {'security_group_rule': {'security_group_id': '78d718e3-7266-4b5d-bf53-bd2a6dd9604f', 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:09.848687 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:09.976562 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4e306ad5-d085-413d-89d7-e1b4012a4850 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (e9dc8260-66f3-4b92-81a4-e9d33238606a), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:09.991155 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-50032001-4952-4f59-980e-45c2d335711f None None] Provisioning complete for port b73cbe51-3524-4037-a5d9-2a368df7ec70 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:09.991772 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-50032001-4952-4f59-980e-45c2d335711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.024034 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:INSERT=22,neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:10.096061 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:10.109228 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56058) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:10.128866 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4e306ad5-d085-413d-89d7-e1b4012a4850 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (e9dc8260-66f3-4b92-81a4-e9d33238606a), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.143414 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-3b71dee7-0e85-4a7c-b3ff-55048fac9a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.154003 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8f513-9213-452d-a583-577951192e28 req-d629cb8d-5d60-4c83-861c-62643140589b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:10.163425 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-66d8f513-9213-452d-a583-577951192e28 req-d629cb8d-5d60-4c83-861c-62643140589b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.1231492 Jun 14 18:29:10.175888 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-50032001-4952-4f59-980e-45c2d335711f None None] Current status of the port b73cbe51-3524-4037-a5d9-2a368df7ec70 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:10.176277 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-50032001-4952-4f59-980e-45c2d335711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.179556 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-433979983-network', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:10.215114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-50032001-4952-4f59-980e-45c2d335711f None None] For port b73cbe51-3524-4037-a5d9-2a368df7ec70, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=b73cbe51-3524-4037-a5d9-2a368df7ec70,segment=NetworkSegment(6bc4b667-9edb-4f70-bbd2-317abb5b511f),segment_id=6bc4b667-9edb-4f70-bbd2-317abb5b511f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:10.223817 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'name': 'tempest-TestShelveInstance-702863810-router', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:57Z', 'updated_at': '2022-06-14T18:29:04Z', 'revision_number': 4, 'project_id': '9a9271767a854873bfe8372d814e0059', 'gw_port': {'id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:59Z', 'updated_at': '2022-06-14T18:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'b73cbe51-3524-4037-a5d9-2a368df7ec70', 'name': '', 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'mac_address': 'fa:16:3e:0c:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:03Z', 'updated_at': '2022-06-14T18:29:09Z', 'revision_number': 4, 'project_id': '9a9271767a854873bfe8372d814e0059', 'subnets': [{'id': 'cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:10.224586 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4e306ad5-d085-413d-89d7-e1b4012a4850 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (e9dc8260-66f3-4b92-81a4-e9d33238606a), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.263669 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188eec78-fe09-40ef-81e1-647936f017e9 None None] The sync data for ids ['a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'] in dv-cinder-844563-2-iscsi is: [{'id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'name': 'tempest-TestShelveInstance-702863810-router', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:57Z', 'updated_at': '2022-06-14T18:29:04Z', 'revision_number': 4, 'project_id': '9a9271767a854873bfe8372d814e0059', 'gw_port': {'id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:59Z', 'updated_at': '2022-06-14T18:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'b73cbe51-3524-4037-a5d9-2a368df7ec70', 'name': '', 'network_id': 'e80aaabf-9d7a-4a77-8220-18b66f3bbb41', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'mac_address': 'fa:16:3e:0c:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:03Z', 'updated_at': '2022-06-14T18:29:09Z', 'revision_number': 4, 'project_id': '9a9271767a854873bfe8372d814e0059', 'subnets': [{'id': 'cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:29:10.270233 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-66d8f513-9213-452d-a583-577951192e28 req-5d313e6b-5560-46a5-b458-2f1cebff8a3a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053698 Jun 14 18:29:10.281151 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e306ad5-d085-413d-89d7-e1b4012a4850 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dc8260-66f3-4b92-81a4-e9d33238606a,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:10.327720 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-50032001-4952-4f59-980e-45c2d335711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.342931 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-3b71dee7-0e85-4a7c-b3ff-55048fac9a87 admin admin] Publish callbacks [] for security_group (0f012f92-35f3-4c99-b650-9dc64ed6959e), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.367933 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Made reservation on behalf of 54fd905313ed4581a527fe3a6ebf7bba for: {'network': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:29:10.371940 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.385872 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4e306ad5-d085-413d-89d7-e1b4012a4850 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.388284 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-4e306ad5-d085-413d-89d7-e1b4012a4850 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5605438 Jun 14 18:29:10.390743 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56062) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:10.406591 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-76516622-603b-4862-aa4a-04ae4048b3d0 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Request body: {'security_group_rule': {'security_group_id': '78d718e3-7266-4b5d-bf53-bd2a6dd9604f', 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:10.425733 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.430891 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50032001-4952-4f59-980e-45c2d335711f None None] Pushing event updated for resources: {'Port': ['ID=b73cbe51-3524-4037-a5d9-2a368df7ec70,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:10.471046 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-3b71dee7-0e85-4a7c-b3ff-55048fac9a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (0f012f92-35f3-4c99-b650-9dc64ed6959e), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.525401 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-3b71dee7-0e85-4a7c-b3ff-55048fac9a87 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d42b1404f98475f89154dbcca1fa504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149830 Jun 14 18:29:10.526966 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71dee7-0e85-4a7c-b3ff-55048fac9a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f012f92-35f3-4c99-b650-9dc64ed6959e,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:10.530732 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56064) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:10.577225 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Publish callbacks [] for security_group (1bb4155c-d947-4ad6-94a4-f170d113310f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.594297 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7ccdce41-9563-4fe3-b6bc-e14515a700d3 admin admin] Publish callbacks [] for security_group (0f012f92-35f3-4c99-b650-9dc64ed6959e), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.630747 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7ccdce41-9563-4fe3-b6bc-e14515a700d3 admin admin] Publish callbacks [] for security_group (0f012f92-35f3-4c99-b650-9dc64ed6959e), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.636480 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76516622-603b-4862-aa4a-04ae4048b3d0 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (469014d3-c5d3-48af-9153-313be87c881d), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.694668 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (1bb4155c-d947-4ad6-94a4-f170d113310f), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.771116 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb4155c-d947-4ad6-94a4-f170d113310f,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:10.795597 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76516622-603b-4862-aa4a-04ae4048b3d0 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (469014d3-c5d3-48af-9153-313be87c881d), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.799376 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7ccdce41-9563-4fe3-b6bc-e14515a700d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (0f012f92-35f3-4c99-b650-9dc64ed6959e), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.803545 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7ccdce41-9563-4fe3-b6bc-e14515a700d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.806047 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-7ccdce41-9563-4fe3-b6bc-e14515a700d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0f012f92-35f3-4c99-b650-9dc64ed6959e HTTP/1.1" status: 204 len: 168 time: 0.2737310 Jun 14 18:29:10.818624 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=104773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:29:10.840471 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (4cd8ddc0-5cd8-4698-aacf-8a5c7860316e), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.841435 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.segments_db [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Added segment 4cd8ddc0-5cd8-4698-aacf-8a5c7860316e of type vlan for network bc89e178-aa0d-44e6-b82e-a33c04c68411 Jun 14 18:29:10.866660 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdce41-9563-4fe3-b6bc-e14515a700d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f012f92-35f3-4c99-b650-9dc64ed6959e,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:10.895983 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76516622-603b-4862-aa4a-04ae4048b3d0 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (469014d3-c5d3-48af-9153-313be87c881d), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:10.927629 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (bc89e178-aa0d-44e6-b82e-a33c04c68411), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:11.075520 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76516622-603b-4862-aa4a-04ae4048b3d0 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469014d3-c5d3-48af-9153-313be87c881d,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:11.076752 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d207ba0-a874-4054-9332-e29f1b9da468 req-4b2d1508-58bd-4aba-ad5f-deb14f924917 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:11.076752 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3d207ba0-a874-4054-9332-e29f1b9da468 req-4b2d1508-58bd-4aba-ad5f-deb14f924917 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1319308 Jun 14 18:29:11.110816 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76516622-603b-4862-aa4a-04ae4048b3d0 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:11.113223 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-76516622-603b-4862-aa4a-04ae4048b3d0 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7213340 Jun 14 18:29:11.121120 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56078) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:11.121287 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device b73cbe51-3524-4037-a5d9-2a368df7ec70 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:11.121439 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3d207ba0-a874-4054-9332-e29f1b9da468 req-c52ba321-a1c5-457e-b186-e046a3f41b74 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714257 Jun 14 18:29:11.122865 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-fccb4c94-347a-40b3-8259-352f0d83fe7b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Request body: {'security_group_rule': {'security_group_id': '78d718e3-7266-4b5d-bf53-bd2a6dd9604f', 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:11.164158 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (bc89e178-aa0d-44e6-b82e-a33c04c68411), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:11.168129 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:11.172647 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:11.219722 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port b73cbe51-3524-4037-a5d9-2a368df7ec70 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:11.220323 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:11.303666 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:11.325898 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port b73cbe51-3524-4037-a5d9-2a368df7ec70 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:11.332016 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.securitygroups_db [None req-fccb4c94-347a-40b3-8259-352f0d83fe7b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Project 437f86b97f3c4725955bc1f71017af5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 18:29:11.342585 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.6413088 Jun 14 18:29:11.342585 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a95ed-3558-4a9d-91f5-c872aaa8e271 admin admin] Pushing event updated for resources: {'Network': ['ID=bc89e178-aa0d-44e6-b82e-a33c04c68411,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:11.343397 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56084) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:11.348017 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fccb4c94-347a-40b3-8259-352f0d83fe7b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (04321c8a-93ca-4ee2-900b-50a9dfeb72ec), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:11.348550 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-5adae600-4c77-45b6-b0d7-60233387a744 admin admin] Request body: {'subnet': {'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-433979983-subnet', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'ip_version': 4}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:11.355876 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network bc89e178-aa0d-44e6-b82e-a33c04c68411 details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:29:11.413784 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:11.533505 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fccb4c94-347a-40b3-8259-352f0d83fe7b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (04321c8a-93ca-4ee2-900b-50a9dfeb72ec), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:11.536903 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adae600-4c77-45b6-b0d7-60233387a744 admin admin] Made reservation on behalf of 54fd905313ed4581a527fe3a6ebf7bba for: {'subnet': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:29:11.536903 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5adae600-4c77-45b6-b0d7-60233387a744 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:11.559968 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b456e-1da9-4077-92b2-33f2e9c60636 req-01354e1d-d5dc-456b-9cdc-44740efc2853 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:11.562479 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d58b456e-1da9-4077-92b2-33f2e9c60636 req-01354e1d-d5dc-456b-9cdc-44740efc2853 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0876687 Jun 14 18:29:11.634320 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fccb4c94-347a-40b3-8259-352f0d83fe7b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (04321c8a-93ca-4ee2-900b-50a9dfeb72ec), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:11.657770 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d58b456e-1da9-4077-92b2-33f2e9c60636 req-02e179e8-990e-4268-90c0-af00139efe3f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890281 Jun 14 18:29:11.668752 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb4c94-347a-40b3-8259-352f0d83fe7b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04321c8a-93ca-4ee2-900b-50a9dfeb72ec,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:11.795917 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fccb4c94-347a-40b3-8259-352f0d83fe7b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:11.797859 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-fccb4c94-347a-40b3-8259-352f0d83fe7b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6803577 Jun 14 18:29:11.800839 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56096) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:11.806324 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-73657602-6204-4ce2-8df6-deca80af6be7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Request body: {'security_group_rule': {'security_group_id': '78d718e3-7266-4b5d-bf53-bd2a6dd9604f', 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:11.847079 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5adae600-4c77-45b6-b0d7-60233387a744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (4ea6afc2-bb38-4a4d-b551-a1f92707e3a5), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:11.880448 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:11.905638 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adae600-4c77-45b6-b0d7-60233387a744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea6afc2-bb38-4a4d-b551-a1f92707e3a5,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:11.925626 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adae600-4c77-45b6-b0d7-60233387a744 admin admin] Checking segment: {'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:29:11.925626 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adae600-4c77-45b6-b0d7-60233387a744 admin admin] Network hostable DHCP agents. Network: bc89e178-aa0d-44e6-b82e-a33c04c68411, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:29:11.945923 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.securitygroups_db [None req-73657602-6204-4ce2-8df6-deca80af6be7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Project 437f86b97f3c4725955bc1f71017af5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 18:29:11.953516 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-73657602-6204-4ce2-8df6-deca80af6be7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (d2e47dbe-4e40-4ff4-bbef-2074aae733de), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:11.957777 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56098) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:11.989491 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91468a13-aa58-44da-bd3d-c338e64c1fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.039379 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-73657602-6204-4ce2-8df6-deca80af6be7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (d2e47dbe-4e40-4ff4-bbef-2074aae733de), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.043521 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adae600-4c77-45b6-b0d7-60233387a744 admin admin] Network bc89e178-aa0d-44e6-b82e-a33c04c68411 is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:29:12.118774 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91468a13-aa58-44da-bd3d-c338e64c1fb4 admin admin] Publish callbacks [] for security_group (eccb601a-fbfb-4c82-87d3-900a2665b6fd), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.124947 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-73657602-6204-4ce2-8df6-deca80af6be7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (d2e47dbe-4e40-4ff4-bbef-2074aae733de), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.145705 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73657602-6204-4ce2-8df6-deca80af6be7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e47dbe-4e40-4ff4-bbef-2074aae733de,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:12.187827 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-5adae600-4c77-45b6-b0d7-60233387a744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, bc89e178-aa0d-44e6-b82e-a33c04c68411) {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:12.191979 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adae600-4c77-45b6-b0d7-60233387a744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:12.203268 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5adae600-4c77-45b6-b0d7-60233387a744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.204014 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fb8a7c-0a7e-47e6-b690-e0bdc63aa9ea None None] Network bc89e178-aa0d-44e6-b82e-a33c04c68411 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:29:12.226738 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91468a13-aa58-44da-bd3d-c338e64c1fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (eccb601a-fbfb-4c82-87d3-900a2665b6fd), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.226950 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-73657602-6204-4ce2-8df6-deca80af6be7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.239996 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-73657602-6204-4ce2-8df6-deca80af6be7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4259944 Jun 14 18:29:12.291148 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-91468a13-aa58-44da-bd3d-c338e64c1fb4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49433564fa974a3fbf82657a58eeb199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315830 Jun 14 18:29:12.295063 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56114) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:12.316927 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91468a13-aa58-44da-bd3d-c338e64c1fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccb601a-fbfb-4c82-87d3-900a2665b6fd,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:12.321244 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a3792-a1cc-44da-ac9b-efb4e8eff7b2 req-057d32c8-d9b4-458d-8353-885f0ad7af2a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:12.324954 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-905a3792-a1cc-44da-ac9b-efb4e8eff7b2 req-057d32c8-d9b4-458d-8353-885f0ad7af2a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1151750 Jun 14 18:29:12.364836 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-5adae600-4c77-45b6-b0d7-60233387a744 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0183146 Jun 14 18:29:12.366560 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56116) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:12.373112 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:12.394935 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e91a761-7527-5e0e-9681-c60f4dc4181d-bc89e178-aa0d-44e6-b82e-a33c04c68411', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'fixed_ips': [{'subnet_id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5'}]}} from dv-cinder-844563-2-iscsi. {{(pid=104774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 14 18:29:12.396243 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.436273 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f98425-f55d-4f31-9899-8909bb3fd009 admin admin] Publish callbacks [] for security_group (eccb601a-fbfb-4c82-87d3-900a2665b6fd), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.465265 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-412530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-630'] for router (d4972ee1-4f37-437c-9883-dde508919e38), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.466380 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-413621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-639'] for router (d4972ee1-4f37-437c-9883-dde508919e38), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.479268 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-905a3792-a1cc-44da-ac9b-efb4e8eff7b2 req-670e20cf-16f3-4c48-a9d2-3ce391387de4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453080 Jun 14 18:29:12.524290 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f98425-f55d-4f31-9899-8909bb3fd009 admin admin] Publish callbacks [] for security_group (eccb601a-fbfb-4c82-87d3-900a2665b6fd), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.593396 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Publish callbacks [] for router_controller (d4972ee1-4f37-437c-9883-dde508919e38), precommit_add_association {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.637386 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.db_base_plugin_common [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Allocated IP 172.20.0.2 (bc89e178-aa0d-44e6-b82e-a33c04c68411/4ea6afc2-bb38-4a4d-b551-a1f92707e3a5/c0536b5b-1945-4a99-a140-c833b590dbb6) {{(pid=104774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:29:12.752276 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f98425-f55d-4f31-9899-8909bb3fd009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (eccb601a-fbfb-4c82-87d3-900a2665b6fd), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.755716 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f98425-f55d-4f31-9899-8909bb3fd009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.759417 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-25f98425-f55d-4f31-9899-8909bb3fd009 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eccb601a-fbfb-4c82-87d3-900a2665b6fd HTTP/1.1" status: 204 len: 168 time: 0.4609673 Jun 14 18:29:12.777474 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f98425-f55d-4f31-9899-8909bb3fd009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccb601a-fbfb-4c82-87d3-900a2665b6fd,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:12.867382 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Publish callbacks [] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), precommit_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.979151 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:12.989697 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a592581-8319-47d7-88a3-1bf824840bcf req-b0410751-77bf-4f0d-80d8-d05eb0eb9363 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:12.991245 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8a592581-8319-47d7-88a3-1bf824840bcf req-b0410751-77bf-4f0d-80d8-d05eb0eb9363 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.1665547 Jun 14 18:29:13.001688 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Publish callbacks [] for router_gateway (d4972ee1-4f37-437c-9883-dde508919e38), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:13.023487 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Network bc89e178-aa0d-44e6-b82e-a33c04c68411 is already hosted by enough agents. {{(pid=104774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:13.027548 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.base_scheduler [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Resources bound (agent type, host, resource id): {{(pid=104774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:13.031730 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Received port after_create {{(pid=104774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:29:13.047142 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Pushing event updated for resources: {'Port': ['ID=c0536b5b-1945-4a99-a140-c833b590dbb6,revision_number=1']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:13.063793 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8a592581-8319-47d7-88a3-1bf824840bcf req-4121972e-39e8-4c74-866a-81e42760b922 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643094 Jun 14 18:29:13.106555 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Attempting to bind port c0536b5b-1945-4a99-a140-c833b590dbb6 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:29:13.107082 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Attempting to bind port c0536b5b-1945-4a99-a140-c833b590dbb6 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:29:13.107455 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Attempting to bind port c0536b5b-1945-4a99-a140-c833b590dbb6 on network bc89e178-aa0d-44e6-b82e-a33c04c68411 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:29:13.113953 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:29:13.114330 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Checking segment: {'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:29:13.114726 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:13.115114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Bound using segment: {'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:29:13.115609 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Bound port: c0536b5b-1945-4a99-a140-c833b590dbb6, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:29:13.115995 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:13.125388 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:13.200870 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] For port c0536b5b-1945-4a99-a140-c833b590dbb6, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:29:13.206480 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] For port c0536b5b-1945-4a99-a140-c833b590dbb6, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=c0536b5b-1945-4a99-a140-c833b590dbb6,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:29:13.291712 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:13.336333 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:13.362031 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Publish callbacks [] for router_gateway (d4972ee1-4f37-437c-9883-dde508919e38), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:13.377863 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2061c9d-c92b-4f08-b512-f1c37c35253c None None] Pushing event updated for resources: {'Port': ['ID=c0536b5b-1945-4a99-a140-c833b590dbb6,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:13.391420 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:13.554343 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Allocated IP 172.27.0.166 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/face2119-58b9-431b-a2c1-3d0cde17e2dd) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:29:13.607908 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:13.842349 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a7e74-f81b-496f-95d9-06ba71237dd4 req-faea56af-fb65-47b6-ad63-e5b126c361ec tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:13.843962 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2e0a7e74-f81b-496f-95d9-06ba71237dd4 req-faea56af-fb65-47b6-ad63-e5b126c361ec tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1348827 Jun 14 18:29:13.904100 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Publish callbacks [] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:14.105363 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:14.162660 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:14.167182 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:14.172160 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:29:14.178492 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Pushing event updated for resources: {'Port': ['ID=face2119-58b9-431b-a2c1-3d0cde17e2dd,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:14.296536 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2e0a7e74-f81b-496f-95d9-06ba71237dd4 req-063fdf05-00a1-4cd9-836c-d610b90567ca tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4343035 Jun 14 18:29:14.534110 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:14.643767 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Publish callbacks [] for router_gateway (d4972ee1-4f37-437c-9883-dde508919e38), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:14.996362 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413463'] for router (d4972ee1-4f37-437c-9883-dde508919e38), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:14.999183 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f41f305-a05c-401f-b793-947c748c578b None None] Network bc89e178-aa0d-44e6-b82e-a33c04c68411 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:29:15.022460 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:15.190051 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device c0536b5b-1945-4a99-a140-c833b590dbb6 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:15.238284 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-40e62ff8-21ba-4fd6-b875-e4ca39ad8ab1 None None] Provisioning complete for port c0536b5b-1945-4a99-a140-c833b590dbb6 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:15.238284 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-40e62ff8-21ba-4fd6-b875-e4ca39ad8ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:15.267044 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:15.348228 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port c0536b5b-1945-4a99-a140-c833b590dbb6 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:15.348687 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:15.393875 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Router d4972ee1-4f37-437c-9883-dde508919e38 is scheduled to L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 with binding_index 1 {{(pid=104773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:29:15.426265 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-40e62ff8-21ba-4fd6-b875-e4ca39ad8ab1 None None] Current status of the port c0536b5b-1945-4a99-a140-c833b590dbb6 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:15.429510 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-40e62ff8-21ba-4fd6-b875-e4ca39ad8ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:15.510882 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port c0536b5b-1945-4a99-a140-c833b590dbb6 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:15.511284 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:15.546059 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-40e62ff8-21ba-4fd6-b875-e4ca39ad8ab1 None None] For port c0536b5b-1945-4a99-a140-c833b590dbb6, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=c0536b5b-1945-4a99-a140-c833b590dbb6,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:15.651258 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-40e62ff8-21ba-4fd6-b875-e4ca39ad8ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:15.662429 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87adb-e675-47c2-aefe-473fbf3a8cb4 req-cbc925cb-73ff-41b9-9940-2b4677e21175 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:15.664235 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c6a87adb-e675-47c2-aefe-473fbf3a8cb4 req-cbc925cb-73ff-41b9-9940-2b4677e21175 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.2484264 Jun 14 18:29:15.737856 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:29:15.757011 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Sync routers for ids ['d4972ee1-4f37-437c-9883-dde508919e38'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:29:15.757587 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.db.api [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 14 18:29:15.757587 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG oslo_db.api [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 14 18:29:15.778875 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Routers {'d4972ee1-4f37-437c-9883-dde508919e38'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:29:15.780920 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['d4972ee1-4f37-437c-9883-dde508919e38'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:15.795057 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e62ff8-21ba-4fd6-b875-e4ca39ad8ab1 None None] Pushing event updated for resources: {'Port': ['ID=c0536b5b-1945-4a99-a140-c833b590dbb6,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:15.803586 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c6a87adb-e675-47c2-aefe-473fbf3a8cb4 req-ded96c94-b18c-4109-a42e-fb748008eb36 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285841 Jun 14 18:29:15.805290 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-8f313269-3147-453d-98bd-c2fd88c0ce9d None None] Provisioning complete for port c0536b5b-1945-4a99-a140-c833b590dbb6 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:15.805831 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-8f313269-3147-453d-98bd-c2fd88c0ce9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:15.841525 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:15.863885 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:15.865112 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-bb2ebc66-1cc2-490a-bbd9-6a5c82801cca admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4974964 Jun 14 18:29:15.868440 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56268) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:15.917792 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-8f313269-3147-453d-98bd-c2fd88c0ce9d None None] Current status of the port c0536b5b-1945-4a99-a140-c833b590dbb6 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:15.958788 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Set router d4972ee1-4f37-437c-9883-dde508919e38 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:29:16.142035 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:16.321905 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port c0536b5b-1945-4a99-a140-c833b590dbb6 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:16.349580 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56284) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:16.365806 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-67aa8d59-b9b8-4385-8149-703da3076288 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722867485', 'description': 'tempest-description--1809567977'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:16.377620 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:29:14Z', 'revision_number': 3, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:16.431858 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Checking router: d4972ee1-4f37-437c-9883-dde508919e38 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:29:16.431858 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Updating router d4972ee1-4f37-437c-9883-dde508919e38 port face2119-58b9-431b-a2c1-3d0cde17e2dd binding host dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:29:16.503196 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:16.555987 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-67aa8d59-b9b8-4385-8149-703da3076288 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:16.606723 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:16.667962 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-67aa8d59-b9b8-4385-8149-703da3076288 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for security_group (f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:16.670225 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:16.744416 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-67aa8d59-b9b8-4385-8149-703da3076288 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:16.833965 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:16.845118 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa8d59-b9b8-4385-8149-703da3076288 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:16.859945 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Publish callbacks [] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), precommit_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:16.893482 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-67aa8d59-b9b8-4385-8149-703da3076288 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:16.895695 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-67aa8d59-b9b8-4385-8149-703da3076288 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5443301 Jun 14 18:29:16.902075 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56310) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:16.915034 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-1af3df98-8593-4d10-b6ea-535b04436f69 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Request body: {'security_group_rule': {'security_group_id': 'f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:16.937044 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.038879 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device c0536b5b-1945-4a99-a140-c833b590dbb6 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:17.046249 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a711805-f1b4-418c-8e3e-917530de580c None None] Pushing event updated for resources: {'Port': ['ID=face2119-58b9-431b-a2c1-3d0cde17e2dd,revision_number=2']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:17.068933 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Attempting to bind port face2119-58b9-431b-a2c1-3d0cde17e2dd on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:29:17.069510 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Attempting to bind port face2119-58b9-431b-a2c1-3d0cde17e2dd by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:29:17.070164 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Attempting to bind port face2119-58b9-431b-a2c1-3d0cde17e2dd on network 8f00240a-230f-48f5-8034-9071d4ec9004 {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:29:17.073725 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:17.081204 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:29:17.081868 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Checking segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:29:17.082338 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.082998 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Bound using segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:29:17.100197 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320f29-c192-49b5-8ca9-a796563fc934 req-87b2212f-3e4f-4cbe-93c3-2e0e9d2ab1d8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:17.103117 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c3320f29-c192-49b5-8ca9-a796563fc934 req-87b2212f-3e4f-4cbe-93c3-2e0e9d2ab1d8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0857525 Jun 14 18:29:17.119623 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Bound port: face2119-58b9-431b-a2c1-3d0cde17e2dd, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:29:17.122772 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.195246 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5103ca0-0868-4bce-8699-f3e2f6c6f553 req-edae4e64-3736-4010-b3e0-36fe1995e88a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:17.197024 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5103ca0-0868-4bce-8699-f3e2f6c6f553 req-edae4e64-3736-4010-b3e0-36fe1995e88a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.2085724 Jun 14 18:29:17.200164 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port c0536b5b-1945-4a99-a140-c833b590dbb6 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:17.209170 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.214385 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:17.219469 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] For port face2119-58b9-431b-a2c1-3d0cde17e2dd, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:29:17.223322 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] For port face2119-58b9-431b-a2c1-3d0cde17e2dd, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=face2119-58b9-431b-a2c1-3d0cde17e2dd,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:29:17.246603 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c3320f29-c192-49b5-8ca9-a796563fc934 req-fcd98d19-3ffb-4922-8365-3e466f2cd051 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083770 Jun 14 18:29:17.258149 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device ee384335-560e-4f82-a137-0b23b61ff825 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:29:17.274051 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Allocated IP 172.20.0.1 (bc89e178-aa0d-44e6-b82e-a33c04c68411/4ea6afc2-bb38-4a4d-b551-a1f92707e3a5/739957cb-7abc-4e7a-83bf-1f2dfcddf343) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:29:17.296383 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5103ca0-0868-4bce-8699-f3e2f6c6f553 req-dd0f5a7d-6d66-4afb-b523-2f66051c5915 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789666 Jun 14 18:29:17.352089 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.367382 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1af3df98-8593-4d10-b6ea-535b04436f69 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for security_group_rule (e8f5ba3b-47e3-4fef-aaec-dd478f2a779c), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.427263 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Publish callbacks [] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.442691 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Routers {'d4972ee1-4f37-437c-9883-dde508919e38'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:29:17.444703 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['d4972ee1-4f37-437c-9883-dde508919e38'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:17.514974 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:17.544976 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.569306 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1af3df98-8593-4d10-b6ea-535b04436f69 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for security_group_rule (e8f5ba3b-47e3-4fef-aaec-dd478f2a779c), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.569588 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a711805-f1b4-418c-8e3e-917530de580c None None] Pushing event updated for resources: {'Port': ['ID=face2119-58b9-431b-a2c1-3d0cde17e2dd,revision_number=3']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:17.600113 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Network bc89e178-aa0d-44e6-b82e-a33c04c68411 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:17.610214 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:17.613715 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:29:17.617902 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.db.resource_extend [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 14 18:29:17.625325 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1af3df98-8593-4d10-b6ea-535b04436f69 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (e8f5ba3b-47e3-4fef-aaec-dd478f2a779c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.663639 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] Set router d4972ee1-4f37-437c-9883-dde508919e38 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:29:17.677058 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3df98-8593-4d10-b6ea-535b04436f69 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f5ba3b-47e3-4fef-aaec-dd478f2a779c,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:17.698866 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port c0536b5b-1945-4a99-a140-c833b590dbb6 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:17.714484 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Pushing event updated for resources: {'Port': ['ID=739957cb-7abc-4e7a-83bf-1f2dfcddf343,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:17.726014 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412723'] for router_interface (d4972ee1-4f37-437c-9883-dde508919e38), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.801778 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1af3df98-8593-4d10-b6ea-535b04436f69 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.803581 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-1af3df98-8593-4d10-b6ea-535b04436f69 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9001641 Jun 14 18:29:17.806317 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56338) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:17.814352 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-a259427a-98fd-4b05-88f0-8d5273fee409 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Request body: {'security_group_rule': {'security_group_id': 'f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:17.841607 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ee384335-560e-4f82-a137-0b23b61ff825,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:17.862429 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': 'ee384335-560e-4f82-a137-0b23b61ff825', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'port_id': 'ee384335-560e-4f82-a137-0b23b61ff825', 'mac_address': 'fa:16:3e:f4:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:29:17.932997 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port ee384335-560e-4f82-a137-0b23b61ff825 is: ACTIVE; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:17.933290 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ee384335-560e-4f82-a137-0b23b61ff825), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.953856 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee384335-560e-4f82-a137-0b23b61ff825 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:29:17.986140 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a259427a-98fd-4b05-88f0-8d5273fee409 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for security_group_rule (4e637845-100c-41c0-98dc-0f6d2350f556), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:17.987729 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ee384335-560e-4f82-a137-0b23b61ff825,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:17.995274 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-7feabad9-c5d4-4e05-a597-cb454ade6a8c None None] Provisioning complete for port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:17.995917 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7feabad9-c5d4-4e05-a597-cb454ade6a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:18.020040 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:29:14Z', 'revision_number': 3, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:18.044095 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-7feabad9-c5d4-4e05-a597-cb454ade6a8c None None] Port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:29:18.050027 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1cae73-d2a0-45a7-8f6a-4c62c89b8793 None None] The sync data for ids ['d4972ee1-4f37-437c-9883-dde508919e38'] in dv-cinder-844563-2-iscsi is: [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:29:14Z', 'revision_number': 3, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:29:18.081412 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:18.094540 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a259427a-98fd-4b05-88f0-8d5273fee409 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for security_group_rule (4e637845-100c-41c0-98dc-0f6d2350f556), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:18.097348 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ee384335-560e-4f82-a137-0b23b61ff825), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:18.106936 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:18.178449 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=ee384335-560e-4f82-a137-0b23b61ff825,revision_number=6']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:18.194108 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a259427a-98fd-4b05-88f0-8d5273fee409 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (4e637845-100c-41c0-98dc-0f6d2350f556), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:18.220756 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259427a-98fd-4b05-88f0-8d5273fee409 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e637845-100c-41c0-98dc-0f6d2350f556,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:18.249581 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['ee384335-560e-4f82-a137-0b23b61ff825'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:29:18.293521 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Publish callbacks [] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:18.307753 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a259427a-98fd-4b05-88f0-8d5273fee409 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:18.309489 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-a259427a-98fd-4b05-88f0-8d5273fee409 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5016139 Jun 14 18:29:18.313272 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56346) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:18.335767 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:18.383813 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:18.606607 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8a1cb-7070-4221-b668-1242a7cdc618 req-815ebfe8-0c68-45b4-abca-0f681c10cd80 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:18.617435 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-03e8a1cb-7070-4221-b668-1242a7cdc618 req-815ebfe8-0c68-45b4-abca-0f681c10cd80 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 945 time: 0.1389306 Jun 14 18:29:18.621052 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Pushing event updated for resources: {'Port': ['ID=739957cb-7abc-4e7a-83bf-1f2dfcddf343,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:18.628684 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:18.638166 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3f02b-bd9a-4d17-bffc-b25c49eb60dc req-d5dade13-ada6-438a-aeb5-f2756243dabd tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:18.640558 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-90e3f02b-bd9a-4d17-bffc-b25c49eb60dc req-d5dade13-ada6-438a-aeb5-f2756243dabd tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.1712499 Jun 14 18:29:18.657775 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-459270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412751'] for router_interface (d4972ee1-4f37-437c-9883-dde508919e38), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:18.710490 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-90e3f02b-bd9a-4d17-bffc-b25c49eb60dc req-b2197361-12c5-4a97-9108-680795b1f353 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585330 Jun 14 18:29:18.835276 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:18.845013 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-03e8a1cb-7070-4221-b668-1242a7cdc618 req-173444c5-d0e1-4a48-80da-c09eb59e076e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268348 Jun 14 18:29:18.954683 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Network bc89e178-aa0d-44e6-b82e-a33c04c68411 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:18.959964 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:19.132782 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device face2119-58b9-431b-a2c1-3d0cde17e2dd up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:19.199093 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port face2119-58b9-431b-a2c1-3d0cde17e2dd triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:19.200119 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:19.202071 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Allocated IP 172.27.0.130 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/912197ce-6a03-477a-8904-9952ffd3a3f7) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:29:19.205655 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Router d4972ee1-4f37-437c-9883-dde508919e38 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:29:19.206596 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:19.259513 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:19.263117 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device ee384335-560e-4f82-a137-0b23b61ff825 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:19.356446 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port face2119-58b9-431b-a2c1-3d0cde17e2dd is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:19.356863 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:19.388307 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port ee384335-560e-4f82-a137-0b23b61ff825 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:19.388695 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (ee384335-560e-4f82-a137-0b23b61ff825), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:19.448352 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-797cfa50-dab3-4882-9566-a62da20337d0 None None] Provisioning complete for port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:19.448352 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-797cfa50-dab3-4882-9566-a62da20337d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:19.459629 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for port (912197ce-6a03-477a-8904-9952ffd3a3f7), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:19.464608 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:29:19.477510 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-9d73504a-518e-4699-a5b6-0be5ddf1167a admin admin] 10.222.0.78 "PUT /v2.0/routers/d4972ee1-4f37-437c-9883-dde508919e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6012399 Jun 14 18:29:19.478385 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port face2119-58b9-431b-a2c1-3d0cde17e2dd, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=face2119-58b9-431b-a2c1-3d0cde17e2dd,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:19.522339 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-797cfa50-dab3-4882-9566-a62da20337d0 None None] Port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:29:19.532968 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:19.582744 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:19.597226 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port ee384335-560e-4f82-a137-0b23b61ff825 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:19.597935 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ee384335-560e-4f82-a137-0b23b61ff825), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:19.607100 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (912197ce-6a03-477a-8904-9952ffd3a3f7), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:19.648141 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:19.652073 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:19.658784 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:29:19.671530 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:29:19.674450 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61fe359-7d37-4e40-ac97-92ea45c7f8e9" -d '{"events": [{"server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "name": "network-vif-plugged", "status": "completed", "tag": "ee384335-560e-4f82-a137-0b23b61ff825"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:29:19.699258 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=face2119-58b9-431b-a2c1-3d0cde17e2dd,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:19.721816 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ee384335-560e-4f82-a137-0b23b61ff825,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:19.726383 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event updated for resources: {'Port': ['ID=912197ce-6a03-477a-8904-9952ffd3a3f7,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:19.760359 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f97d69-4977-4346-afe8-f6e242be4f54 x-openstack-request-id: req-a6f97d69-4977-4346-afe8-f6e242be4f54 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:29:19.762766 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "name": "network-vif-plugged", "status": "completed", "tag": "ee384335-560e-4f82-a137-0b23b61ff825", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:29:19.762766 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6f97d69-4977-4346-afe8-f6e242be4f54 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:29:19.762766 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f97d69-4977-4346-afe8-f6e242be4f54'] response: {'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825', 'code': 200} Jun 14 18:29:19.821019 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ee384335-560e-4f82-a137-0b23b61ff825), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:19.871207 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:19.873298 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for floatingip (a79c68a3-68c9-45b1-8f9b-10db2c111f40), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:19.891985 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317edcb1-97bc-44e5-9645-d068a382949f req-ce71e3ee-b8b5-4423-948e-9b33f2eb9f16 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:19.892508 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=ee384335-560e-4f82-a137-0b23b61ff825,revision_number=7']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:19.893761 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-317edcb1-97bc-44e5-9645-d068a382949f req-ce71e3ee-b8b5-4423-948e-9b33f2eb9f16 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0766902 Jun 14 18:29:19.969268 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-317edcb1-97bc-44e5-9645-d068a382949f req-203e2503-6ea7-4e02-a2d9-a51c9df68522 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665805 Jun 14 18:29:20.025269 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (912197ce-6a03-477a-8904-9952ffd3a3f7), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:20.083376 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9209b-6396-43c9-bfdf-0906e35bd94e req-6fd16983-c2a8-4e54-918a-cc8595853cae tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:20.085194 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9bb9209b-6396-43c9-bfdf-0906e35bd94e req-6fd16983-c2a8-4e54-918a-cc8595853cae tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0798209 Jun 14 18:29:20.163923 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9bb9209b-6396-43c9-bfdf-0906e35bd94e req-7543ca58-1b3d-444b-b187-eec168e5f925 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667863 Jun 14 18:29:20.298004 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for port (912197ce-6a03-477a-8904-9952ffd3a3f7), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:20.373064 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (912197ce-6a03-477a-8904-9952ffd3a3f7), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:20.434497 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Sync routers for ids ['d4972ee1-4f37-437c-9883-dde508919e38'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:29:20.452203 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Routers {'d4972ee1-4f37-437c-9883-dde508919e38'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:29:20.452927 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['d4972ee1-4f37-437c-9883-dde508919e38'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:20.453507 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event updated for resources: {'Port': ['ID=912197ce-6a03-477a-8904-9952ffd3a3f7,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:20.472903 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (a79c68a3-68c9-45b1-8f9b-10db2c111f40), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:20.575003 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:20.576352 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-9acad46f-dd06-4a52-8fe1-4786d8ae9358 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2617548 Jun 14 18:29:20.591335 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Set router d4972ee1-4f37-437c-9883-dde508919e38 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:29:20.625169 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56408) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:20.631581 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1975578277-network', 'tenant_id': '22a0c497174442ef847ea148e068326f'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:20.732700 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Made reservation on behalf of 22a0c497174442ef847ea148e068326f for: {'network': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:29:20.735198 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:20.751458 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:20.852674 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Publish callbacks [] for security_group (5d409ce7-80ed-4d9d-ae65-11589e193569), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:20.888895 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:29:17Z', 'revision_number': 4, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '739957cb-7abc-4e7a-83bf-1f2dfcddf343', 'name': '', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'mac_address': 'fa:16:3e:4c:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:16Z', 'updated_at': '2022-06-14T18:29:18Z', 'revision_number': 2, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'subnets': [{'id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:20.927280 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Checking router: d4972ee1-4f37-437c-9883-dde508919e38 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:29:20.927280 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Updating router d4972ee1-4f37-437c-9883-dde508919e38 port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 binding host dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:29:20.967335 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:20.972568 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (5d409ce7-80ed-4d9d-ae65-11589e193569), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:21.001230 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=104773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:29:21.001787 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device face2119-58b9-431b-a2c1-3d0cde17e2dd up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:21.015619 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d409ce7-80ed-4d9d-ae65-11589e193569,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:21.029614 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (7c1e5156-9bc6-4579-958a-eb0e147c967d), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:21.030189 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.segments_db [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Added segment 7c1e5156-9bc6-4579-958a-eb0e147c967d of type vlan for network 453ceda7-5a63-4417-a6d6-7a8f4d71535f Jun 14 18:29:21.127801 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (453ceda7-5a63-4417-a6d6-7a8f4d71535f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:21.138945 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:21.164545 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port face2119-58b9-431b-a2c1-3d0cde17e2dd triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:21.165297 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:21.197949 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:21.199820 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5b6f4-eaae-413c-bbac-019db145b414 req-4a8bf383-215a-4c09-8dd4-9a6617b61f54 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:21.201414 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-76c5b6f4-eaae-413c-bbac-019db145b414 req-4a8bf383-215a-4c09-8dd4-9a6617b61f54 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0906141 Jun 14 18:29:21.266006 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-76c5b6f4-eaae-413c-bbac-019db145b414 req-0217a228-9460-48d4-baf9-4dc89d5aadc6 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537944 Jun 14 18:29:21.286761 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (453ceda7-5a63-4417-a6d6-7a8f4d71535f), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:21.287957 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:21.292109 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:21.317735 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:21.344859 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port face2119-58b9-431b-a2c1-3d0cde17e2dd is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:21.380303 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] Pushing event updated for resources: {'Network': ['ID=453ceda7-5a63-4417-a6d6-7a8f4d71535f,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:21.398402 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 453ceda7-5a63-4417-a6d6-7a8f4d71535f details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:29:21.403356 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def044f-fc3c-46c7-92fe-8686b3c51326 req-b96102b7-723f-467a-8dfe-b5f6cc06cb34 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:21.404734 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3def044f-fc3c-46c7-92fe-8686b3c51326 req-b96102b7-723f-467a-8dfe-b5f6cc06cb34 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0675855 Jun 14 18:29:21.445308 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-7e1b7117-28b6-41de-8d49-cab570692f74 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8183193 Jun 14 18:29:21.445818 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56430) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:21.451571 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-c7c17c72-ef53-4fc6-a1d5-3320d3409b91 admin admin] Request body: {'subnet': {'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1975578277-subnet', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'ip_version': 4}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:21.467001 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:21.496962 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3def044f-fc3c-46c7-92fe-8686b3c51326 req-e120bda6-f33e-4c4e-9871-99d69668ed46 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833669 Jun 14 18:29:21.544722 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Publish callbacks [] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), precommit_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:21.576738 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c17c72-ef53-4fc6-a1d5-3320d3409b91 admin admin] Made reservation on behalf of 22a0c497174442ef847ea148e068326f for: {'subnet': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:29:21.579262 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c7c17c72-ef53-4fc6-a1d5-3320d3409b91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2984201'] for subnet (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:21.686658 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:21.736400 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:21.746166 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aa705-1ac9-4817-86e3-b7c2eda28d09 None None] Pushing event updated for resources: {'Port': ['ID=739957cb-7abc-4e7a-83bf-1f2dfcddf343,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:21.814477 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56438) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:21.856970 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Attempting to bind port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:29:21.857334 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Attempting to bind port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:29:21.857721 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Attempting to bind port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 on network bc89e178-aa0d-44e6-b82e-a33c04c68411 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:29:21.865046 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:29:21.865431 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Checking segment: {'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:29:21.865866 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:21.866407 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Bound using segment: {'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:29:21.867334 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Bound port: 739957cb-7abc-4e7a-83bf-1f2dfcddf343, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:29:21.868104 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:21.914260 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c7c17c72-ef53-4fc6-a1d5-3320d3409b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2781413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2984231'] for subnet (15eb9e0e-a1ea-4385-be15-e3520932c2cc), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:21.975601 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] For port 739957cb-7abc-4e7a-83bf-1f2dfcddf343, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:29:21.982568 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] For port 739957cb-7abc-4e7a-83bf-1f2dfcddf343, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=739957cb-7abc-4e7a-83bf-1f2dfcddf343,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:29:21.986322 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c17c72-ef53-4fc6-a1d5-3320d3409b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15eb9e0e-a1ea-4385-be15-e3520932c2cc,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:21.999655 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c130f3a0-89a0-4777-8745-6c14e4134893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.019386 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c17c72-ef53-4fc6-a1d5-3320d3409b91 admin admin] Checking segment: {'id': '7c1e5156-9bc6-4579-958a-eb0e147c967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:29:22.019745 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c17c72-ef53-4fc6-a1d5-3320d3409b91 admin admin] Network hostable DHCP agents. Network: 453ceda7-5a63-4417-a6d6-7a8f4d71535f, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:29:22.062978 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.121004 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c130f3a0-89a0-4777-8745-6c14e4134893 admin admin] Publish callbacks [] for security_group (ba22438b-b81b-4357-95d6-26abccf781da), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.127025 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c17c72-ef53-4fc6-a1d5-3320d3409b91 admin admin] Network 453ceda7-5a63-4417-a6d6-7a8f4d71535f is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:29:22.139514 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Routers {'d4972ee1-4f37-437c-9883-dde508919e38'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:29:22.140167 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['d4972ee1-4f37-437c-9883-dde508919e38'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:22.196314 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c130f3a0-89a0-4777-8745-6c14e4134893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (ba22438b-b81b-4357-95d6-26abccf781da), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.236315 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-c7c17c72-ef53-4fc6-a1d5-3320d3409b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 453ceda7-5a63-4417-a6d6-7a8f4d71535f) {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:22.244950 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c17c72-ef53-4fc6-a1d5-3320d3409b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:22.245994 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c7c17c72-ef53-4fc6-a1d5-3320d3409b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.286201 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130f3a0-89a0-4777-8745-6c14e4134893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba22438b-b81b-4357-95d6-26abccf781da,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:22.299458 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-c130f3a0-89a0-4777-8745-6c14e4134893 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4d03381b6954180ab70cf1bf19d90bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4838636 Jun 14 18:29:22.304635 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56444) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:22.391805 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-c7c17c72-ef53-4fc6-a1d5-3320d3409b91 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9412413 Jun 14 18:29:22.392393 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56446) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:22.397619 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1975578277-router', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:22.408907 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aa705-1ac9-4817-86e3-b7c2eda28d09 None None] Pushing event updated for resources: {'Port': ['ID=739957cb-7abc-4e7a-83bf-1f2dfcddf343,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:22.438930 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3119104-5fb6-4345-ba97-a1432006bad4 None None] Network 453ceda7-5a63-4417-a6d6-7a8f4d71535f requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:29:22.449086 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b94ace43-eaed-4da1-b21b-e8386f20391f None None] Provisioning complete for port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:22.449873 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b94ace43-eaed-4da1-b21b-e8386f20391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.454470 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4b028510-5004-4e97-ac3c-db7ca38215b2 admin admin] Publish callbacks [] for security_group (ba22438b-b81b-4357-95d6-26abccf781da), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.480654 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204800c8-0137-4441-ba95-82dac0c60eb8 req-b4370f19-2af4-4ae3-875b-7ee98fe92443 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:22.482344 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-204800c8-0137-4441-ba95-82dac0c60eb8 req-b4370f19-2af4-4ae3-875b-7ee98fe92443 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0645483 Jun 14 18:29:22.501502 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4b028510-5004-4e97-ac3c-db7ca38215b2 admin admin] Publish callbacks [] for security_group (ba22438b-b81b-4357-95d6-26abccf781da), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.519156 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-412530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-630'] for router (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.520313 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-413621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-639'] for router (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.547175 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:22.556290 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:22.558825 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-204800c8-0137-4441-ba95-82dac0c60eb8 req-4f6e4c31-1103-40a7-8f28-1b6b8ad72d5d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665760 Jun 14 18:29:22.631883 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Publish callbacks [] for router_controller (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), precommit_add_association {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.664616 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:22.675902 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4b028510-5004-4e97-ac3c-db7ca38215b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (ba22438b-b81b-4357-95d6-26abccf781da), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.680277 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4b028510-5004-4e97-ac3c-db7ca38215b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:22.685440 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-4b028510-5004-4e97-ac3c-db7ca38215b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba22438b-b81b-4357-95d6-26abccf781da HTTP/1.1" status: 204 len: 168 time: 0.3760047 Jun 14 18:29:22.687668 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:22.700958 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b028510-5004-4e97-ac3c-db7ca38215b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba22438b-b81b-4357-95d6-26abccf781da,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:22.701312 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] Set router d4972ee1-4f37-437c-9883-dde508919e38 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:29:22.758375 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc761db-401d-471d-9056-b2d57dab12f2 req-1a391a47-34b3-41f9-99f5-7ee8a54b7f99 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:22.762149 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7fc761db-401d-471d-9056-b2d57dab12f2 req-1a391a47-34b3-41f9-99f5-7ee8a54b7f99 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0727296 Jun 14 18:29:22.899966 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e91a761-7527-5e0e-9681-c60f4dc4181d-453ceda7-5a63-4417-a6d6-7a8f4d71535f', 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f', 'project_id': '22a0c497174442ef847ea148e068326f', 'fixed_ips': [{'subnet_id': '15eb9e0e-a1ea-4385-be15-e3520932c2cc'}]}} from dv-cinder-844563-2-iscsi. {{(pid=104774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 14 18:29:22.901755 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:23.030294 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Publish callbacks [] for router_gateway (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:23.039754 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7fc761db-401d-471d-9056-b2d57dab12f2 req-41f68eb1-fdb8-4dff-9077-654b275466bb tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088454 Jun 14 18:29:23.066777 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b94ace43-eaed-4da1-b21b-e8386f20391f None None] Current status of the port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:23.067255 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b94ace43-eaed-4da1-b21b-e8386f20391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:23.234206 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b94ace43-eaed-4da1-b21b-e8386f20391f None None] For port 739957cb-7abc-4e7a-83bf-1f2dfcddf343, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=739957cb-7abc-4e7a-83bf-1f2dfcddf343,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:23.283496 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:23.285347 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.db_base_plugin_common [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Allocated IP 172.20.0.2 (453ceda7-5a63-4417-a6d6-7a8f4d71535f/15eb9e0e-a1ea-4385-be15-e3520932c2cc/8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c) {{(pid=104774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:29:23.312313 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:29:17Z', 'revision_number': 4, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '739957cb-7abc-4e7a-83bf-1f2dfcddf343', 'name': '', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'mac_address': 'fa:16:3e:4c:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:16Z', 'updated_at': '2022-06-14T18:29:21Z', 'revision_number': 4, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'subnets': [{'id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:23.351343 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b94ace43-eaed-4da1-b21b-e8386f20391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:23.359205 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa8ebc-abad-4b40-91df-ef0ba9e21989 None None] The sync data for ids ['d4972ee1-4f37-437c-9883-dde508919e38'] in dv-cinder-844563-2-iscsi is: [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:29:17Z', 'revision_number': 4, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '739957cb-7abc-4e7a-83bf-1f2dfcddf343', 'name': '', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'mac_address': 'fa:16:3e:4c:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:16Z', 'updated_at': '2022-06-14T18:29:21Z', 'revision_number': 4, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'subnets': [{'id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:29:23.432324 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Publish callbacks [] for router_gateway (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:23.488079 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:23.517404 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b0909ad3-1b26-4d06-83d5-dd131583669d None None] Provisioning complete for port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:23.518215 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b0909ad3-1b26-4d06-83d5-dd131583669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:23.583061 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ace43-eaed-4da1-b21b-e8386f20391f None None] Pushing event updated for resources: {'Port': ['ID=739957cb-7abc-4e7a-83bf-1f2dfcddf343,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:23.658436 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:23.731426 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Allocated IP 172.27.0.213 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/6d319487-fa63-4f2c-8972-ba48a807855e) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:29:23.788245 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56460) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:23.816473 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b0909ad3-1b26-4d06-83d5-dd131583669d None None] Current status of the port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:23.824668 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Publish callbacks [] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), precommit_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:23.851884 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-47364368-3199-4c81-a10b-02a53e6296a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:23.898936 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7d4c5-e162-44f8-902f-6e8e246712d5 req-4b2738cb-c74e-4ad0-bbe7-9a3c8ef801be tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:23.901173 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eef7d4c5-e162-44f8-902f-6e8e246712d5 req-4b2738cb-c74e-4ad0-bbe7-9a3c8ef801be tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.1260858 Jun 14 18:29:23.937096 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:23.994160 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Network 453ceda7-5a63-4417-a6d6-7a8f4d71535f is already hosted by enough agents. {{(pid=104774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:24.001314 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.base_scheduler [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Resources bound (agent type, host, resource id): {{(pid=104774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:24.004824 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Received port after_create {{(pid=104774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:29:24.093081 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Pushing event updated for resources: {'Port': ['ID=8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c,revision_number=1']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:24.099437 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Attempting to bind port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:29:24.099841 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Attempting to bind port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '7c1e5156-9bc6-4579-958a-eb0e147c967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:29:24.100160 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Attempting to bind port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c on network 453ceda7-5a63-4417-a6d6-7a8f4d71535f {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:29:24.107032 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:29:24.107287 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Checking segment: {'id': '7c1e5156-9bc6-4579-958a-eb0e147c967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:29:24.107602 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:24.108122 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Bound using segment: {'id': '7c1e5156-9bc6-4579-958a-eb0e147c967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:29:24.109368 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Bound port: 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1e5156-9bc6-4579-958a-eb0e147c967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:29:24.109368 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:24.122122 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Publish callbacks [] for port (6d319487-fa63-4f2c-8972-ba48a807855e), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:24.127564 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-47364368-3199-4c81-a10b-02a53e6296a9 admin admin] Publish callbacks [] for security_group (2832d0f0-37cd-4c07-bcec-243c749f118e), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:24.147260 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eef7d4c5-e162-44f8-902f-6e8e246712d5 req-d566b9c6-12ce-477a-bb32-7d8c611d0d2f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303281 Jun 14 18:29:24.190170 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-47364368-3199-4c81-a10b-02a53e6296a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (2832d0f0-37cd-4c07-bcec-243c749f118e), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:24.207493 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] For port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:29:24.214399 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] For port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c,segment=NetworkSegment(7c1e5156-9bc6-4579-958a-eb0e147c967d),segment_id=7c1e5156-9bc6-4579-958a-eb0e147c967d)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:29:24.255245 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47364368-3199-4c81-a10b-02a53e6296a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2832d0f0-37cd-4c07-bcec-243c749f118e,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:24.292149 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-47364368-3199-4c81-a10b-02a53e6296a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b45cc84bb4d648759f673fa818a0fdd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5012698 Jun 14 18:29:24.298831 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56468) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:24.356850 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:24.365029 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ba15-1dff-40bf-91b5-e1ce7a6dd56c req-26b82573-20a2-43c5-902e-b07774c99df1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:24.369478 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5f1ba15-1dff-40bf-91b5-e1ce7a6dd56c req-26b82573-20a2-43c5-902e-b07774c99df1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1050122 Jun 14 18:29:24.373261 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (6d319487-fa63-4f2c-8972-ba48a807855e), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:24.402373 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-69643f92-36f4-4cf1-9636-47da45ca69e1 admin admin] Publish callbacks [] for security_group (2832d0f0-37cd-4c07-bcec-243c749f118e), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:24.467937 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-69643f92-36f4-4cf1-9636-47da45ca69e1 admin admin] Publish callbacks [] for security_group (2832d0f0-37cd-4c07-bcec-243c749f118e), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:24.482521 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:24.497423 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:24.507162 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:24.507488 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:24.510936 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:29:24.518893 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2969c7-19d6-4b58-9b31-4efcfd38d6f7 None None] Pushing event updated for resources: {'Port': ['ID=8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:24.555098 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Pushing event updated for resources: {'Port': ['ID=6d319487-fa63-4f2c-8972-ba48a807855e,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:24.567403 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:24.614759 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:24.640632 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5f1ba15-1dff-40bf-91b5-e1ce7a6dd56c req-ce18b049-5f08-4546-9eef-afabacfc8e47 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014780 Jun 14 18:29:24.750114 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-69643f92-36f4-4cf1-9636-47da45ca69e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (2832d0f0-37cd-4c07-bcec-243c749f118e), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:24.753274 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-69643f92-36f4-4cf1-9636-47da45ca69e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:24.759031 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-69643f92-36f4-4cf1-9636-47da45ca69e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2832d0f0-37cd-4c07-bcec-243c749f118e HTTP/1.1" status: 204 len: 168 time: 0.4550221 Jun 14 18:29:24.784554 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69643f92-36f4-4cf1-9636-47da45ca69e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832d0f0-37cd-4c07-bcec-243c749f118e,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:25.019913 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Publish callbacks [] for router_gateway (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:25.192723 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 739957cb-7abc-4e7a-83bf-1f2dfcddf343 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:25.350759 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:25.351266 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:25.431579 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c57e5-c1af-4f06-a3e4-a7c0e7c0910d req-d1ac5778-81b1-4a2e-acf0-8df2477a57b8 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:25.435179 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c58c57e5-c1af-4f06-a3e4-a7c0e7c0910d req-d1ac5778-81b1-4a2e-acf0-8df2477a57b8 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.1875000 Jun 14 18:29:25.581016 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:25.581016 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:25.581190 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:25.581190 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413463'] for router (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:25.581691 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:25.581691 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:25.581691 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:25.581931 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c58c57e5-c1af-4f06-a3e4-a7c0e7c0910d req-f8cb2ddc-2ce1-493e-a646-579b68ad0c9e tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983636 Jun 14 18:29:25.662350 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:25.662350 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:25.729339 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c,segment=NetworkSegment(7c1e5156-9bc6-4579-958a-eb0e147c967d),segment_id=7c1e5156-9bc6-4579-958a-eb0e147c967d)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:25.813196 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d82c16-71c4-4f0c-9bc8-52487530a45d req-67c009c9-a4bb-461d-a856-1f5bbed88e40 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:25.816876 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b0d82c16-71c4-4f0c-9bc8-52487530a45d req-67c009c9-a4bb-461d-a856-1f5bbed88e40 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0736263 Jun 14 18:29:25.854142 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:25.910096 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b0d82c16-71c4-4f0c-9bc8-52487530a45d req-8fad088a-d667-4aec-ac33-abd39d6005fd tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827646 Jun 14 18:29:25.913183 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Router 4c8717b2-0d41-45f2-8517-742a5fa9bd0e is scheduled to L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 with binding_index 1 {{(pid=104772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:29:25.990785 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:26.054523 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00747e6-2dfa-4274-a9af-06f7abe3f3b1 None None] Network 453ceda7-5a63-4417-a6d6-7a8f4d71535f requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:29:26.068271 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:29:26.091039 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Sync routers for ids ['4c8717b2-0d41-45f2-8517-742a5fa9bd0e'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:29:26.104941 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-7996b58d-4509-491c-8108-91be10e23cca None None] Provisioning complete for port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:26.105336 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7996b58d-4509-491c-8108-91be10e23cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:26.111827 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Routers {'4c8717b2-0d41-45f2-8517-742a5fa9bd0e'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:29:26.111827 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['4c8717b2-0d41-45f2-8517-742a5fa9bd0e'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:26.169737 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:26.171734 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-bb522ed1-d8e1-4627-a0fc-b63ab6929652 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7779534 Jun 14 18:29:26.178775 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56490) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:26.219775 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:26.269010 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Set router 4c8717b2-0d41-45f2-8517-742a5fa9bd0e gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:29:26.303207 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-7996b58d-4509-491c-8108-91be10e23cca None None] Current status of the port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:26.314718 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:26.351108 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:26.559477 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'name': 'tempest-TestMinimumBasicScenario-1975578277-router', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:22Z', 'updated_at': '2022-06-14T18:29:24Z', 'revision_number': 3, 'project_id': '22a0c497174442ef847ea148e068326f', 'gw_port': {'id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:23Z', 'updated_at': '2022-06-14T18:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:26.611469 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Checking router: 4c8717b2-0d41-45f2-8517-742a5fa9bd0e for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:29:26.611828 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Updating router 4c8717b2-0d41-45f2-8517-742a5fa9bd0e port 6d319487-fa63-4f2c-8972-ba48a807855e binding host dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:29:26.631070 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1cd7e57-ece1-4d0d-a9bd-7d05ff1f3ad8 None None] Provisioning complete for port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:26.632472 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7e57-ece1-4d0d-a9bd-7d05ff1f3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:26.656255 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (6d319487-fa63-4f2c-8972-ba48a807855e), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:26.680223 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:26.708463 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f060db-de47-4186-b99b-2109f5165824 req-15406f51-229d-461a-af43-e2cced76de1d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:26.718374 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-82f060db-de47-4186-b99b-2109f5165824 req-15406f51-229d-461a-af43-e2cced76de1d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0680461 Jun 14 18:29:26.745172 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:26.764720 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd7e57-ece1-4d0d-a9bd-7d05ff1f3ad8 None None] Current status of the port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:26.807744 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-82f060db-de47-4186-b99b-2109f5165824 req-82fae88b-e961-4fcd-914c-7f334b8766de tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860372 Jun 14 18:29:26.844849 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:27.083251 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:27.102640 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:27.128653 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082acea5-a2af-410c-8d3a-340f4f83aba4 req-a9854317-a9a1-42a2-b36a-627579f97b63 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:27.148253 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-082acea5-a2af-410c-8d3a-340f4f83aba4 req-a9854317-a9a1-42a2-b36a-627579f97b63 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0892613 Jun 14 18:29:27.192889 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:27.205004 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Publish callbacks [] for port (6d319487-fa63-4f2c-8972-ba48a807855e), precommit_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:27.215851 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:27.216626 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:27.278403 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Allocated IP 172.20.0.1 (453ceda7-5a63-4417-a6d6-7a8f4d71535f/15eb9e0e-a1ea-4385-be15-e3520932c2cc/b335dfc3-61b0-485a-9b2c-dffc75e9c195) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:29:27.293655 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-082acea5-a2af-410c-8d3a-340f4f83aba4 req-c90e8497-9df4-49a9-94d2-f0f41844a7e0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417947 Jun 14 18:29:27.294071 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (6d319487-fa63-4f2c-8972-ba48a807855e), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:27.335543 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:27.372622 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Attempting to bind port 6d319487-fa63-4f2c-8972-ba48a807855e on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:29:27.372622 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Attempting to bind port 6d319487-fa63-4f2c-8972-ba48a807855e by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:29:27.372622 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Attempting to bind port 6d319487-fa63-4f2c-8972-ba48a807855e on network 8f00240a-230f-48f5-8034-9071d4ec9004 {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:29:27.374890 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9d0ea-4032-4e16-94a9-4db2c1b856bd None None] Pushing event updated for resources: {'Port': ['ID=6d319487-fa63-4f2c-8972-ba48a807855e,revision_number=2']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:27.381093 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:29:27.381604 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Checking segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:29:27.382095 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:27.382657 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Bound using segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:29:27.383010 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Bound port: 6d319487-fa63-4f2c-8972-ba48a807855e, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:29:27.383407 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (6d319487-fa63-4f2c-8972-ba48a807855e), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:27.455866 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] For port 6d319487-fa63-4f2c-8972-ba48a807855e, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:29:27.462142 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] For port 6d319487-fa63-4f2c-8972-ba48a807855e, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=6d319487-fa63-4f2c-8972-ba48a807855e,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:29:27.503601 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Publish callbacks [] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:27.560084 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (6d319487-fa63-4f2c-8972-ba48a807855e), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:27.611191 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:27.619169 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Routers {'4c8717b2-0d41-45f2-8517-742a5fa9bd0e'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:29:27.620577 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['4c8717b2-0d41-45f2-8517-742a5fa9bd0e'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:27.662232 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Network 453ceda7-5a63-4417-a6d6-7a8f4d71535f is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:27.669133 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:27.677650 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:29:27.684777 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9d0ea-4032-4e16-94a9-4db2c1b856bd None None] Pushing event updated for resources: {'Port': ['ID=6d319487-fa63-4f2c-8972-ba48a807855e,revision_number=3']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:27.720657 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Pushing event updated for resources: {'Port': ['ID=b335dfc3-61b0-485a-9b2c-dffc75e9c195,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:27.723334 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412723'] for router_interface (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:27.835822 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] Set router 4c8717b2-0d41-45f2-8517-742a5fa9bd0e gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:29:27.910226 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:27.991229 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e026a17-b20d-4d40-b9eb-33078baee582 req-17d11b4b-d6c7-4b3a-adcf-d10cb891e6fa tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:28.000015 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9e026a17-b20d-4d40-b9eb-33078baee582 req-17d11b4b-d6c7-4b3a-adcf-d10cb891e6fa tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0852945 Jun 14 18:29:28.035926 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-1df87789-381c-4dfc-a5fc-ee7984f51c58 None None] Provisioning complete for port b335dfc3-61b0-485a-9b2c-dffc75e9c195 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:28.036451 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-1df87789-381c-4dfc-a5fc-ee7984f51c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:28.096525 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:28.108937 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-1df87789-381c-4dfc-a5fc-ee7984f51c58 None None] Port b335dfc3-61b0-485a-9b2c-dffc75e9c195 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:29:28.116658 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'name': 'tempest-TestMinimumBasicScenario-1975578277-router', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:22Z', 'updated_at': '2022-06-14T18:29:24Z', 'revision_number': 3, 'project_id': '22a0c497174442ef847ea148e068326f', 'gw_port': {'id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:23Z', 'updated_at': '2022-06-14T18:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:28.146640 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9e026a17-b20d-4d40-b9eb-33078baee582 req-fd2bfe8a-5f8d-4586-ab98-034a3af4b7ce tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453929 Jun 14 18:29:28.155522 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8c3bf0-82cd-4502-a290-246f3cd3d224 None None] The sync data for ids ['4c8717b2-0d41-45f2-8517-742a5fa9bd0e'] in dv-cinder-844563-2-iscsi is: [{'id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'name': 'tempest-TestMinimumBasicScenario-1975578277-router', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:22Z', 'updated_at': '2022-06-14T18:29:24Z', 'revision_number': 3, 'project_id': '22a0c497174442ef847ea148e068326f', 'gw_port': {'id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:23Z', 'updated_at': '2022-06-14T18:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:29:28.168478 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:28.568222 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172eece0-305b-4a72-9e2f-ca32c66546ac req-0dba1fa4-ebfc-474b-8f4a-179de7c3e9e0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:28.577119 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-172eece0-305b-4a72-9e2f-ca32c66546ac req-0dba1fa4-ebfc-474b-8f4a-179de7c3e9e0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1138496 Jun 14 18:29:28.692200 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-172eece0-305b-4a72-9e2f-ca32c66546ac req-257702bd-4d48-4138-b754-2c059a9ab78b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983288 Jun 14 18:29:28.695637 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Publish callbacks [] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:28.955375 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:29.015672 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 6d319487-fa63-4f2c-8972-ba48a807855e up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:29.036199 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:29.039781 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-459270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412751'] for router_interface (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:29.054869 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Pushing event updated for resources: {'Port': ['ID=b335dfc3-61b0-485a-9b2c-dffc75e9c195,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:29.231354 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 6d319487-fa63-4f2c-8972-ba48a807855e triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:29.233637 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (6d319487-fa63-4f2c-8972-ba48a807855e), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:29.240881 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Network 453ceda7-5a63-4417-a6d6-7a8f4d71535f is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:29.243771 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:29.359682 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 6d319487-fa63-4f2c-8972-ba48a807855e is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:29.360591 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (6d319487-fa63-4f2c-8972-ba48a807855e), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:29.411449 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e44ac-868c-441d-af0e-046c6d7ba4e6 req-9923dc9a-9f9a-4908-ad53-83f1a4aff5c4 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:29.413992 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bd9e44ac-868c-441d-af0e-046c6d7ba4e6 req-9923dc9a-9f9a-4908-ad53-83f1a4aff5c4 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0945539 Jun 14 18:29:29.426876 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port 6d319487-fa63-4f2c-8972-ba48a807855e, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=6d319487-fa63-4f2c-8972-ba48a807855e,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:29.477820 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Router 4c8717b2-0d41-45f2-8517-742a5fa9bd0e has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:29:29.479827 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (6d319487-fa63-4f2c-8972-ba48a807855e), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:29.605223 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=6d319487-fa63-4f2c-8972-ba48a807855e,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:29.609542 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bd9e44ac-868c-441d-af0e-046c6d7ba4e6 req-7a355fad-cc47-4efc-8c9a-d288b53cdddf tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444056 Jun 14 18:29:29.625067 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.625559 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.626130 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.628235 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.628235 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.628235 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.628235 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.630709 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.631215 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.631653 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.636079 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.641152 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.642540 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.642893 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.643230 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:29:29.669152 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:29.720318 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:29:29.741937 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-74c71ef7-83b0-4be5-bd24-4f2e4245b489 admin admin] 10.222.0.78 "PUT /v2.0/routers/4c8717b2-0d41-45f2-8517-742a5fa9bd0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5606592 Jun 14 18:29:29.761217 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-a2545c15-e0cd-424d-ad06-bd9d68376c1b None None] Provisioning complete for port b335dfc3-61b0-485a-9b2c-dffc75e9c195 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:29.762257 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-a2545c15-e0cd-424d-ad06-bd9d68376c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:29.818927 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-a2545c15-e0cd-424d-ad06-bd9d68376c1b None None] Port b335dfc3-61b0-485a-9b2c-dffc75e9c195 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:29:29.867663 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-429f337c-18ea-48e9-9c96-1df9cf21eddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:29.896163 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110d328-dc27-4ce8-985f-0940649035e8 req-f48cc805-be32-4ca0-b6b7-dd5ba908b0cd tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:29.904379 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b110d328-dc27-4ce8-985f-0940649035e8 req-f48cc805-be32-4ca0-b6b7-dd5ba908b0cd tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0704136 Jun 14 18:29:29.975168 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b110d328-dc27-4ce8-985f-0940649035e8 req-b512ddea-9a84-4523-b692-e8e5e848d9fa tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696476 Jun 14 18:29:30.098968 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:30.130902 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:30.633353 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Sync routers for ids ['4c8717b2-0d41-45f2-8517-742a5fa9bd0e'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:29:30.658682 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Routers {'4c8717b2-0d41-45f2-8517-742a5fa9bd0e'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:29:30.659332 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['4c8717b2-0d41-45f2-8517-742a5fa9bd0e'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:30.754457 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:30.770949 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb78ae-6282-4afb-ab86-28d40a62973b req-114d6254-909b-4c05-8f05-d68a4963539f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:30.778252 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-08bb78ae-6282-4afb-ab86-28d40a62973b req-114d6254-909b-4c05-8f05-d68a4963539f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0600162 Jun 14 18:29:30.798569 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Set router 4c8717b2-0d41-45f2-8517-742a5fa9bd0e gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:29:30.840090 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-08bb78ae-6282-4afb-ab86-28d40a62973b req-28f53cb3-c27f-4307-b7f5-2e688593024f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554857 Jun 14 18:29:31.055636 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 6d319487-fa63-4f2c-8972-ba48a807855e up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:31.099472 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:31.120602 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'name': 'tempest-TestMinimumBasicScenario-1975578277-router', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:22Z', 'updated_at': '2022-06-14T18:29:27Z', 'revision_number': 4, 'project_id': '22a0c497174442ef847ea148e068326f', 'gw_port': {'id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:23Z', 'updated_at': '2022-06-14T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'b335dfc3-61b0-485a-9b2c-dffc75e9c195', 'name': '', 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'mac_address': 'fa:16:3e:12:d3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '15eb9e0e-a1ea-4385-be15-e3520932c2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:26Z', 'updated_at': '2022-06-14T18:29:28Z', 'revision_number': 2, 'project_id': '22a0c497174442ef847ea148e068326f', 'subnets': [{'id': '15eb9e0e-a1ea-4385-be15-e3520932c2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:31.132026 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c9922-d117-44dd-b570-b09e13a8d322 req-8411e508-482b-44e9-ac8e-d22d6064c158 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:31.138304 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e50c9922-d117-44dd-b570-b09e13a8d322 req-8411e508-482b-44e9-ac8e-d22d6064c158 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0758641 Jun 14 18:29:31.154871 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Checking router: 4c8717b2-0d41-45f2-8517-742a5fa9bd0e for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:29:31.155498 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Updating router 4c8717b2-0d41-45f2-8517-742a5fa9bd0e port b335dfc3-61b0-485a-9b2c-dffc75e9c195 binding host dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:29:31.190019 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 6d319487-fa63-4f2c-8972-ba48a807855e triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:31.190398 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (6d319487-fa63-4f2c-8972-ba48a807855e), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:31.193276 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:31.215397 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56600) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:31.227372 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e50c9922-d117-44dd-b570-b09e13a8d322 req-d98c473e-f0ec-49f3-8069-ff3fd5ddaae0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835471 Jun 14 18:29:31.397782 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 6d319487-fa63-4f2c-8972-ba48a807855e is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:31.405041 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ae84f79b-499e-4a5e-83b7-10bfa85db722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:31.505937 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ae84f79b-499e-4a5e-83b7-10bfa85db722 admin admin] Publish callbacks [] for security_group (c723ec87-2179-4e0d-81e8-69c3a840dda0), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:31.626297 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ae84f79b-499e-4a5e-83b7-10bfa85db722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (c723ec87-2179-4e0d-81e8-69c3a840dda0), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:31.630687 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Publish callbacks [] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), precommit_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:31.649801 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:31.657151 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-fc167aec-8736-4712-97bb-1a7c14c15fb4 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--722867485&fields=id&tenant_id=a5c99e2733b440cc99c9749761f4b4cd HTTP/1.1" status: 200 len: 267 time: 0.1183248 Jun 14 18:29:31.695330 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84f79b-499e-4a5e-83b7-10bfa85db722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c723ec87-2179-4e0d-81e8-69c3a840dda0,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:31.714001 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-ae84f79b-499e-4a5e-83b7-10bfa85db722 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4ba0f7068d74226a1d4afef2c804f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4924204 Jun 14 18:29:31.715512 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56618) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:31.752298 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:31.844661 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd6c56-05fe-46ac-9768-18a308a12a1f None None] Pushing event updated for resources: {'Port': ['ID=b335dfc3-61b0-485a-9b2c-dffc75e9c195,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:31.856997 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-475ca276-e067-4ad6-9660-5d7874185d67 admin admin] Publish callbacks [] for security_group (c723ec87-2179-4e0d-81e8-69c3a840dda0), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:31.865416 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-85d7ed06-6c4e-46c9-9b67-2fc2ccb021d1 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:31.874851 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-85d7ed06-6c4e-46c9-9b67-2fc2ccb021d1 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 818 time: 0.2029908 Jun 14 18:29:31.920150 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Attempting to bind port b335dfc3-61b0-485a-9b2c-dffc75e9c195 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:29:31.920511 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Attempting to bind port b335dfc3-61b0-485a-9b2c-dffc75e9c195 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '7c1e5156-9bc6-4579-958a-eb0e147c967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:29:31.920879 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Attempting to bind port b335dfc3-61b0-485a-9b2c-dffc75e9c195 on network 453ceda7-5a63-4417-a6d6-7a8f4d71535f {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:29:31.926123 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-84d1ae3a-ba97-4648-a802-92fc373d2670 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/quotas/a5c99e2733b440cc99c9749761f4b4cd HTTP/1.1" status: 200 len: 375 time: 0.0498724 Jun 14 18:29:31.926465 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:29:31.926850 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Checking segment: {'id': '7c1e5156-9bc6-4579-958a-eb0e147c967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:29:31.927255 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:31.927647 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Bound using segment: {'id': '7c1e5156-9bc6-4579-958a-eb0e147c967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:29:31.928123 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Bound port: b335dfc3-61b0-485a-9b2c-dffc75e9c195, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1e5156-9bc6-4579-958a-eb0e147c967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:29:31.928506 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:31.942195 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-475ca276-e067-4ad6-9660-5d7874185d67 admin admin] Publish callbacks [] for security_group (c723ec87-2179-4e0d-81e8-69c3a840dda0), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:32.108420 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] For port b335dfc3-61b0-485a-9b2c-dffc75e9c195, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:29:32.108420 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] For port b335dfc3-61b0-485a-9b2c-dffc75e9c195, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=b335dfc3-61b0-485a-9b2c-dffc75e9c195,segment=NetworkSegment(7c1e5156-9bc6-4579-958a-eb0e147c967d),segment_id=7c1e5156-9bc6-4579-958a-eb0e147c967d)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:29:32.110885 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-9361e97e-0db8-4ec2-8bd8-cfd2f2839cd6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1420021 Jun 14 18:29:32.111505 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c232e-9e4c-4601-a69d-ac0bfa8c2da9 req-c727c15d-e95c-444d-98e5-a45e8f403b06 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:32.111505 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f78c232e-9e4c-4601-a69d-ac0bfa8c2da9 req-c727c15d-e95c-444d-98e5-a45e8f403b06 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0888584 Jun 14 18:29:32.118201 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:32.182137 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f78c232e-9e4c-4601-a69d-ac0bfa8c2da9 req-77d67129-c234-4c34-9299-172f442d7758 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654898 Jun 14 18:29:32.193996 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-db4a2a7e-b7bc-407f-a888-1619558545a8 None None] Provisioning complete for port b335dfc3-61b0-485a-9b2c-dffc75e9c195 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:32.194725 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-db4a2a7e-b7bc-407f-a888-1619558545a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:32.201952 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-5b4bbff4-14ea-4f9d-883e-461b180297f1 service neutron] 10.222.0.78 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170135 Jun 14 18:29:32.234627 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:32.236306 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:32.254096 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-475ca276-e067-4ad6-9660-5d7874185d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (c723ec87-2179-4e0d-81e8-69c3a840dda0), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:32.256386 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-475ca276-e067-4ad6-9660-5d7874185d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:32.257484 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-475ca276-e067-4ad6-9660-5d7874185d67 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c723ec87-2179-4e0d-81e8-69c3a840dda0 HTTP/1.1" status: 204 len: 168 time: 0.5410008 Jun 14 18:29:32.275947 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0f5384df-40db-47cc-a680-521bb6e46936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:32.283812 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-db4a2a7e-b7bc-407f-a888-1619558545a8 None None] Port b335dfc3-61b0-485a-9b2c-dffc75e9c195 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:29:32.347511 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Routers {'4c8717b2-0d41-45f2-8517-742a5fa9bd0e'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:29:32.348387 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['4c8717b2-0d41-45f2-8517-742a5fa9bd0e'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:32.425012 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ca276-e067-4ad6-9660-5d7874185d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c723ec87-2179-4e0d-81e8-69c3a840dda0,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:32.557724 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-c8288df4-7081-4493-8ddc-c7e27930dc19 service neutron] 10.222.0.78 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465462 Jun 14 18:29:32.578262 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353e0b4-7153-431a-9548-6533af415a57 req-1f862082-a2d6-43d9-ba99-e66d3a652cb8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:32.588517 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8353e0b4-7153-431a-9548-6533af415a57 req-1f862082-a2d6-43d9-ba99-e66d3a652cb8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1505039 Jun 14 18:29:32.611421 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:32.680097 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd6c56-05fe-46ac-9768-18a308a12a1f None None] Pushing event updated for resources: {'Port': ['ID=b335dfc3-61b0-485a-9b2c-dffc75e9c195,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:32.688434 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8353e0b4-7153-431a-9548-6533af415a57 req-7a9249d7-2b37-432e-b085-55d7067cc8eb tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983648 Jun 14 18:29:32.773242 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:32.850430 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] Set router 4c8717b2-0d41-45f2-8517-742a5fa9bd0e gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:29:32.995993 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:33.061726 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-3f8d1904-7a5e-4e0b-be3b-90465834e7e0 None None] Provisioning complete for port b335dfc3-61b0-485a-9b2c-dffc75e9c195 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:33.062194 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-3f8d1904-7a5e-4e0b-be3b-90465834e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:33.288556 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ac58b754-6f4b-4e3c-af63-4d9d830585db req-9e3fcbe6-91d6-41be-9e93-adfa77a983ef tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 210 time: 0.1016936 Jun 14 18:29:33.398793 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:33.408634 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb6f90-c256-4cab-b183-4e8ddd535fb8 req-216ba5a6-2e0f-4973-8fa6-9adcb25cd837 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:33.410557 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34fb6f90-c256-4cab-b183-4e8ddd535fb8 req-216ba5a6-2e0f-4973-8fa6-9adcb25cd837 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0942683 Jun 14 18:29:33.482072 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 56674) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:33.505690 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34fb6f90-c256-4cab-b183-4e8ddd535fb8 req-6b65c7a1-b8e0-43ba-a2ad-107b980491da tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878472 Jun 14 18:29:33.511057 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eae5d23d-1f56-46df-9ff3-3ae30f60cc3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:33.570580 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'name': 'tempest-TestMinimumBasicScenario-1975578277-router', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:22Z', 'updated_at': '2022-06-14T18:29:27Z', 'revision_number': 4, 'project_id': '22a0c497174442ef847ea148e068326f', 'gw_port': {'id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:23Z', 'updated_at': '2022-06-14T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'b335dfc3-61b0-485a-9b2c-dffc75e9c195', 'name': '', 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'mac_address': 'fa:16:3e:12:d3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '15eb9e0e-a1ea-4385-be15-e3520932c2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:26Z', 'updated_at': '2022-06-14T18:29:32Z', 'revision_number': 4, 'project_id': '22a0c497174442ef847ea148e068326f', 'subnets': [{'id': '15eb9e0e-a1ea-4385-be15-e3520932c2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:29:33.612365 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19180dc2-ba33-4789-a84e-007ddca58e06 None None] The sync data for ids ['4c8717b2-0d41-45f2-8517-742a5fa9bd0e'] in dv-cinder-844563-2-iscsi is: [{'id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'name': 'tempest-TestMinimumBasicScenario-1975578277-router', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:22Z', 'updated_at': '2022-06-14T18:29:27Z', 'revision_number': 4, 'project_id': '22a0c497174442ef847ea148e068326f', 'gw_port': {'id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:23Z', 'updated_at': '2022-06-14T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'b335dfc3-61b0-485a-9b2c-dffc75e9c195', 'name': '', 'network_id': '453ceda7-5a63-4417-a6d6-7a8f4d71535f', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'mac_address': 'fa:16:3e:12:d3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '15eb9e0e-a1ea-4385-be15-e3520932c2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:26Z', 'updated_at': '2022-06-14T18:29:32Z', 'revision_number': 4, 'project_id': '22a0c497174442ef847ea148e068326f', 'subnets': [{'id': '15eb9e0e-a1ea-4385-be15-e3520932c2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:29:33.621041 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d1904-7a5e-4e0b-be3b-90465834e7e0 None None] Current status of the port b335dfc3-61b0-485a-9b2c-dffc75e9c195 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:33.621472 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-3f8d1904-7a5e-4e0b-be3b-90465834e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:33.728787 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-3f8d1904-7a5e-4e0b-be3b-90465834e7e0 None None] For port b335dfc3-61b0-485a-9b2c-dffc75e9c195, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=b335dfc3-61b0-485a-9b2c-dffc75e9c195,segment=NetworkSegment(7c1e5156-9bc6-4579-958a-eb0e147c967d),segment_id=7c1e5156-9bc6-4579-958a-eb0e147c967d)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:33.908104 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-3f8d1904-7a5e-4e0b-be3b-90465834e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:33.971251 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eae5d23d-1f56-46df-9ff3-3ae30f60cc3b admin admin] Publish callbacks [] for security_group (64478afb-1013-45e2-a1a2-df55190fbb60), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:34.019026 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86228d6-2f60-40af-809a-6c7ef63be45d req-c49656d7-a722-4831-b82b-b9dc01b79770 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:34.039918 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f86228d6-2f60-40af-809a-6c7ef63be45d req-c49656d7-a722-4831-b82b-b9dc01b79770 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.2399559 Jun 14 18:29:34.078714 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:34.129645 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d1904-7a5e-4e0b-be3b-90465834e7e0 None None] Pushing event updated for resources: {'Port': ['ID=b335dfc3-61b0-485a-9b2c-dffc75e9c195,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:34.165429 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f86228d6-2f60-40af-809a-6c7ef63be45d req-9e5dd293-e8e9-4fef-8294-1ba806570af4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239805 Jun 14 18:29:34.176183 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d2cb3-6936-4716-8124-d413b3d46300 req-1309e886-802f-4044-9d09-4e4ee92f3af2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:34.182460 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-930d2cb3-6936-4716-8124-d413b3d46300 req-1309e886-802f-4044-9d09-4e4ee92f3af2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.1047945 Jun 14 18:29:34.259027 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-930d2cb3-6936-4716-8124-d413b3d46300 req-34f1c676-7a9f-4868-ae50-9917ac8486bb tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683346 Jun 14 18:29:34.457168 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cea0b38c-b747-4251-afe4-253ab0935ead req-618d590e-4aa5-44d0-97dd-7f073890b3ce tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 210 time: 0.0903144 Jun 14 18:29:34.531196 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eae5d23d-1f56-46df-9ff3-3ae30f60cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (64478afb-1013-45e2-a1a2-df55190fbb60), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:34.552471 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:34.611139 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5d23d-1f56-46df-9ff3-3ae30f60cc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64478afb-1013-45e2-a1a2-df55190fbb60,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:34.640204 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-eae5d23d-1f56-46df-9ff3-3ae30f60cc3b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d4d8c41c8e54faea238a23209edc021&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1570251 Jun 14 18:29:34.642855 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 56704) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:34.800015 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b6e8-9917-45b2-acc3-d2601f7cb23f req-dfc49b75-1117-49f6-adde-188bf046d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:34.806623 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3be5b6e8-9917-45b2-acc3-d2601f7cb23f req-dfc49b75-1117-49f6-adde-188bf046d359 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2f771a602054b349adae092a9d3ed24&device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 1129 time: 0.0783308 Jun 14 18:29:34.807405 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-37c109a3-ad82-4e92-b170-5721ebe50774 admin admin] Publish callbacks [] for security_group (64478afb-1013-45e2-a1a2-df55190fbb60), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:34.831389 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:34.891517 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-37c109a3-ad82-4e92-b170-5721ebe50774 admin admin] Publish callbacks [] for security_group (64478afb-1013-45e2-a1a2-df55190fbb60), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:35.045474 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b6e8-9917-45b2-acc3-d2601f7cb23f req-9f4dc9aa-3500-4157-81fe-1ecc75d4f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:35.045474 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3be5b6e8-9917-45b2-acc3-d2601f7cb23f req-9f4dc9aa-3500-4157-81fe-1ecc75d4f84c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c02f9f85-b95f-4513-a67b-ed0864c5046e HTTP/1.1" status: 200 len: 911 time: 0.2251446 Jun 14 18:29:35.138741 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-37c109a3-ad82-4e92-b170-5721ebe50774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (64478afb-1013-45e2-a1a2-df55190fbb60), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:35.141725 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-37c109a3-ad82-4e92-b170-5721ebe50774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:35.144928 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-37c109a3-ad82-4e92-b170-5721ebe50774 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64478afb-1013-45e2-a1a2-df55190fbb60 HTTP/1.1" status: 204 len: 168 time: 0.4994509 Jun 14 18:29:35.148537 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device b335dfc3-61b0-485a-9b2c-dffc75e9c195 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:35.170268 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c109a3-ad82-4e92-b170-5721ebe50774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64478afb-1013-45e2-a1a2-df55190fbb60,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:35.232859 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:35.445893 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port b335dfc3-61b0-485a-9b2c-dffc75e9c195 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:35.446614 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:35.539911 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf74ee-2441-4b0e-8576-a35a0680f47d req-6bbadfc8-cc53-4825-8122-94f97a41fed9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:35.544995 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2fdf74ee-2441-4b0e-8576-a35a0680f47d req-6bbadfc8-cc53-4825-8122-94f97a41fed9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.1077831 Jun 14 18:29:35.673737 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2fdf74ee-2441-4b0e-8576-a35a0680f47d req-2a296176-6db2-4d0c-ac8f-d028ad049500 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218848 Jun 14 18:29:35.711576 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port b335dfc3-61b0-485a-9b2c-dffc75e9c195 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:35.905307 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7abf7ed9-e2f1-417f-b661-e3e344510f01 req-5ad22451-f890-46eb-bab4-3e29b91833bc tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 210 time: 0.1234972 Jun 14 18:29:35.932059 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3be5b6e8-9917-45b2-acc3-d2601f7cb23f req-09945207-dde9-44fc-93d3-d44189815159 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7513d78b-6877-4846-a318-fbe800a362f4 HTTP/1.1" status: 200 len: 1001 time: 0.8794801 Jun 14 18:29:35.951697 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689ef4f-2577-4a5d-8b5f-0261b2a4bf3f req-03b56960-89de-49c1-900f-82bab3d7ffcc tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:35.958881 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7689ef4f-2577-4a5d-8b5f-0261b2a4bf3f req-03b56960-89de-49c1-900f-82bab3d7ffcc tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1424305 Jun 14 18:29:36.236384 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b6e8-9917-45b2-acc3-d2601f7cb23f req-dae49ebb-65f4-459e-9156-f7961ef88a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:36.238443 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3be5b6e8-9917-45b2-acc3-d2601f7cb23f req-dae49ebb-65f4-459e-9156-f7961ef88a5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f380e5ad-d4ad-415b-bade-032ddaaa2dd1 HTTP/1.1" status: 200 len: 849 time: 0.2775021 Jun 14 18:29:36.262845 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7689ef4f-2577-4a5d-8b5f-0261b2a4bf3f req-85bae967-3aca-4e4a-a053-bb1706157ec9 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029449 Jun 14 18:29:36.553620 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b6e8-9917-45b2-acc3-d2601f7cb23f req-8a2d6770-de07-4ca1-bf6b-99b87adb8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:36.558725 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3be5b6e8-9917-45b2-acc3-d2601f7cb23f req-8a2d6770-de07-4ca1-bf6b-99b87adb8843 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c02f9f85-b95f-4513-a67b-ed0864c5046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1180422 Jun 14 18:29:36.802409 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:36.811614 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3be5b6e8-9917-45b2-acc3-d2601f7cb23f req-7c8aff2d-4990-405e-acdc-5735080beb87 service neutron] 10.222.0.13 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392354 Jun 14 18:29:36.846607 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac36d1-2c70-47dd-8fe7-5a6344e10cce req-bc69536c-ec84-424a-b2e3-829a826fd4b4 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:36.855799 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-31ac36d1-2c70-47dd-8fe7-5a6344e10cce req-bc69536c-ec84-424a-b2e3-829a826fd4b4 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0717535 Jun 14 18:29:36.987386 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-31ac36d1-2c70-47dd-8fe7-5a6344e10cce req-38dbadb9-992c-4545-b791-64eb8f80dfb8 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280594 Jun 14 18:29:37.061088 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3be5b6e8-9917-45b2-acc3-d2601f7cb23f req-ae11178c-f2b5-4f5b-84f4-28d5f8cdf2ab service neutron] 10.222.0.13 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421067 Jun 14 18:29:37.086703 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-a8d7ea3f-c748-43e3-9bfa-8ebd1dbd77d8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:37.086703 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-a8d7ea3f-c748-43e3-9bfa-8ebd1dbd77d8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 818 time: 0.2776725 Jun 14 18:29:37.184249 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f9b0609b-dd5b-4792-bd2e-56d4df15a884 req-7a22746c-a008-41ae-89e3-35c5e4ded924 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 210 time: 0.0938678 Jun 14 18:29:37.323780 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-25cc99bd-d06a-4ed5-99ca-394ded4cba27 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5c99e2733b440cc99c9749761f4b4cd HTTP/1.1" status: 200 len: 379 time: 0.2235689 Jun 14 18:29:37.446199 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Request body: {'port': {'device_id': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'admin_state_up': True, 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'security_groups': ['f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47']}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:37.466057 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059ef67-7791-4795-bc3c-702b23538734 req-bf77181d-b1a5-473d-b7e9-cb3906dbb89a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:37.485291 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6059ef67-7791-4795-bc3c-702b23538734 req-bf77181d-b1a5-473d-b7e9-cb3906dbb89a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1104827 Jun 14 18:29:37.563635 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6059ef67-7791-4795-bc3c-702b23538734 req-2c024b06-8bde-4142-bb27-31048fbf210f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771029 Jun 14 18:29:38.099371 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Made reservation on behalf of a5c99e2733b440cc99c9749761f4b4cd for: {'port': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:29:38.102931 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:38.124073 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab9415-0c27-4461-80c0-5760e00ec004 req-7d2ba14e-3025-44af-b769-c0111a54cedb tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:38.125767 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b4ab9415-0c27-4461-80c0-5760e00ec004 req-7d2ba14e-3025-44af-b769-c0111a54cedb tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0635734 Jun 14 18:29:38.156274 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=30 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:38.277149 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b4ab9415-0c27-4461-80c0-5760e00ec004 req-faf2786d-817d-4fb5-ab8a-381c402e04c3 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347454 Jun 14 18:29:38.380794 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Allocated IP 172.20.0.4 (64ebe0b0-052f-4256-be3c-102cc7ed63f3/3aa2915d-4bcd-4487-9dfc-7ee742fe32b2/6e99f823-8a81-4709-b6d7-f5393c08507e) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:29:38.562434 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-24e4bfec-bb10-4186-a305-c2fcddbbad84 req-163a829f-783f-4941-b80e-04dba5b98233 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 210 time: 0.0765018 Jun 14 18:29:38.651718 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:38.694308 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:38.695339 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:38.813282 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:38.968783 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:38.989716 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event updated for resources: {'Port': ['ID=6e99f823-8a81-4709-b6d7-f5393c08507e,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:38.998954 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:39.007839 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:29:39.016405 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:39.017236 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:39.054738 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c67e3-9067-4570-9014-e445e9019b15 req-2df2bdc8-2fef-4319-8c98-4a859ce3f80c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:39.059847 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c44c67e3-9067-4570-9014-e445e9019b15 req-2df2bdc8-2fef-4319-8c98-4a859ce3f80c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1878188 Jun 14 18:29:39.159344 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-ae8e5e2e-fe9f-4d82-bb78-ab438241a649 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7224770 Jun 14 18:29:39.180333 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c44c67e3-9067-4570-9014-e445e9019b15 req-1b465fe1-95ff-420f-936d-1b4505928b77 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105917 Jun 14 18:29:39.272134 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Request body: {'port': {'device_id': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:39.502909 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:39.520405 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b882d1a-6a37-40ad-a24b-d3d30f659cb8 req-931bcd96-7e4f-4415-a2d6-abaeab3418c8 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:39.523367 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-65f0c8ef-a5a9-4134-ac32-9555866783c9 None None] Provisioning complete for port 6e99f823-8a81-4709-b6d7-f5393c08507e triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:39.524190 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-65f0c8ef-a5a9-4134-ac32-9555866783c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:39.533204 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3b882d1a-6a37-40ad-a24b-d3d30f659cb8 req-931bcd96-7e4f-4415-a2d6-abaeab3418c8 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0810840 Jun 14 18:29:39.554693 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:39.609789 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-65f0c8ef-a5a9-4134-ac32-9555866783c9 None None] Port 6e99f823-8a81-4709-b6d7-f5393c08507e cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:29:39.659860 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3b882d1a-6a37-40ad-a24b-d3d30f659cb8 req-644e5aab-e967-4b51-a487-09823f8ec044 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203358 Jun 14 18:29:39.798727 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72771e0-d7dd-4a66-85a8-c23208649ae9 req-45988e97-9a1d-4afc-8d43-1f4f64beb7fe tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:39.802280 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f72771e0-d7dd-4a66-85a8-c23208649ae9 req-45988e97-9a1d-4afc-8d43-1f4f64beb7fe tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 931 time: 0.0994313 Jun 14 18:29:39.960349 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f72771e0-d7dd-4a66-85a8-c23208649ae9 req-8ddf0e3c-7ba2-4ffd-90a4-ae3affd89b2a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381111 Jun 14 18:29:40.033109 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e99f823-8a81-4709-b6d7-f5393c08507e {{(pid=104772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:29:40.043740 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Publish callbacks [] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:40.066420 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.provisioning_blocks [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Transition to ACTIVE for port object 6e99f823-8a81-4709-b6d7-f5393c08507e will not be triggered until provisioned by entity L2. {{(pid=104772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:29:40.155928 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:40.270961 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:40.294081 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Pushing event updated for resources: {'Port': ['ID=6e99f823-8a81-4709-b6d7-f5393c08507e,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:40.372095 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Attempting to bind port 6e99f823-8a81-4709-b6d7-f5393c08507e on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:29:40.372388 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Attempting to bind port 6e99f823-8a81-4709-b6d7-f5393c08507e by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:29:40.372717 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Attempting to bind port 6e99f823-8a81-4709-b6d7-f5393c08507e on network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:29:40.388290 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Port 6e99f823-8a81-4709-b6d7-f5393c08507e on network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:29:40.388653 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Attempting to bind port 6e99f823-8a81-4709-b6d7-f5393c08507e on network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:29:40.410978 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:29:40.411204 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Checking segment: {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:29:40.411560 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Bound using segment: {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:29:40.412009 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Bound port: 6e99f823-8a81-4709-b6d7-f5393c08507e, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3'}}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:29:40.412520 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:40.536883 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d439aab-705b-4b25-9371-cfbcf50dd1b6 req-67ff4ae2-c930-41ac-90b4-e6013f91b486 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:40.551752 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6d439aab-705b-4b25-9371-cfbcf50dd1b6 req-67ff4ae2-c930-41ac-90b4-e6013f91b486 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.1162236 Jun 14 18:29:40.588417 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] For port 6e99f823-8a81-4709-b6d7-f5393c08507e, host hv-cinder-84456, cleared binding levels {{(pid=104772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:29:40.599909 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] For port 6e99f823-8a81-4709-b6d7-f5393c08507e, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=6e99f823-8a81-4709-b6d7-f5393c08507e,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:29:40.689087 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6d439aab-705b-4b25-9371-cfbcf50dd1b6 req-62725d10-b7de-44fa-9614-a16ca4517009 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336551 Jun 14 18:29:40.699149 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:40.742164 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:40.765858 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:40.766712 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:40.768499 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] 10.222.0.13 "PUT /v2.0/ports/6e99f823-8a81-4709-b6d7-f5393c08507e HTTP/1.1" status: 200 len: 1093 time: 1.5131128 Jun 14 18:29:40.769587 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'tag': '6e99f823-8a81-4709-b6d7-f5393c08507e'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:29:40.772083 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51836b38-59cf-41b3-9a69-a732e1085b76" -d '{"events": [{"name": "network-changed", "server_uuid": "e66ffa48-038e-40ba-b075-bafc9eb4b015", "tag": "6e99f823-8a81-4709-b6d7-f5393c08507e"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:29:40.858841 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658c23-dddd-4c1f-97e9-e04373bfb646 service neutron] Pushing event updated for resources: {'Port': ['ID=6e99f823-8a81-4709-b6d7-f5393c08507e,revision_number=3']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:40.889413 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc711f4c-9a36-4055-8c94-11e4228447d2 x-openstack-request-id: req-cc711f4c-9a36-4055-8c94-11e4228447d2 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:29:40.889413 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66ffa48-038e-40ba-b075-bafc9eb4b015", "tag": "6e99f823-8a81-4709-b6d7-f5393c08507e", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:29:40.889961 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc711f4c-9a36-4055-8c94-11e4228447d2 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:29:40.890535 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc711f4c-9a36-4055-8c94-11e4228447d2'] response: {'name': 'network-changed', 'server_uuid': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'tag': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'status': 'completed', 'code': 200} Jun 14 18:29:40.997742 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-cb98b2e4-d394-4025-837b-77a04cc51471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:41.002950 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-cb98b2e4-d394-4025-837b-77a04cc51471 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 1127 time: 0.1068873 Jun 14 18:29:41.135743 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-1e5961cf-ddd7-4ad0-b143-5ee201b3e72c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e99f823-8a81-4709-b6d7-f5393c08507e HTTP/1.1" status: 200 len: 217 time: 0.1246276 Jun 14 18:29:41.206345 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5ce99-7b99-48cb-871d-bec7e774b8af req-930f7b0a-3599-4211-983f-430943953ccf tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:41.223742 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-9d40f08c-98d2-4e96-b8c6-e1161f282cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:41.224120 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a2a5ce99-7b99-48cb-871d-bec7e774b8af req-930f7b0a-3599-4211-983f-430943953ccf tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 943 time: 0.0993340 Jun 14 18:29:41.226136 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-9d40f08c-98d2-4e96-b8c6-e1161f282cc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.0740941 Jun 14 18:29:41.294104 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a2a5ce99-7b99-48cb-871d-bec7e774b8af req-9444f19f-bf26-4530-b35c-79592b685a26 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686040 Jun 14 18:29:41.321323 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-3c679b95-eca6-40eb-a4cf-540f856ffc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:41.323744 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-3c679b95-eca6-40eb-a4cf-540f856ffc21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0902989 Jun 14 18:29:41.544119 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-5daa4b55-0ac0-4735-bf2d-ee0fc9ab462b service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124975 Jun 14 18:29:41.752087 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afffc8f9-4a94-4cd9-a935-132e79e05c4d req-9bc8f2d0-3c96-4202-b2b8-fb2f1614cf20 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973150 Jun 14 18:29:41.960745 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e2ef0-0598-4ef6-8824-019309ba56d2 req-8d20c8fe-a9c6-41ee-86c6-1a1919ae7950 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:41.962984 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2c4e2ef0-0598-4ef6-8824-019309ba56d2 req-8d20c8fe-a9c6-41ee-86c6-1a1919ae7950 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0877237 Jun 14 18:29:42.033786 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51836b38-59cf-41b3-9a69-a732e1085b76 req-e0946b74-b276-4520-856a-7f4870f694aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:42.036348 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-51836b38-59cf-41b3-9a69-a732e1085b76 req-e0946b74-b276-4520-856a-7f4870f694aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 1127 time: 0.0716820 Jun 14 18:29:42.169548 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2c4e2ef0-0598-4ef6-8824-019309ba56d2 req-d816c024-5031-44f0-9604-f9c128b1522a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952181 Jun 14 18:29:42.332345 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51836b38-59cf-41b3-9a69-a732e1085b76 req-72f511a9-ce52-4af4-b91f-31657724700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:42.334582 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-51836b38-59cf-41b3-9a69-a732e1085b76 req-72f511a9-ce52-4af4-b91f-31657724700e service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.2883103 Jun 14 18:29:42.406070 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-51836b38-59cf-41b3-9a69-a732e1085b76 req-3b4a7908-12cd-4854-83de-b4ad846ac014 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e99f823-8a81-4709-b6d7-f5393c08507e HTTP/1.1" status: 200 len: 217 time: 0.0604525 Jun 14 18:29:42.548037 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:42.573569 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51836b38-59cf-41b3-9a69-a732e1085b76 req-e5abf34a-b771-4ba1-931b-e48c33629cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:42.576619 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-51836b38-59cf-41b3-9a69-a732e1085b76 req-e5abf34a-b771-4ba1-931b-e48c33629cdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.1644480 Jun 14 18:29:42.583398 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abc4d6-f5f3-4597-a5b3-6268097484b7 req-19e2507b-b265-499f-ac3a-f36d349792a6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:42.585902 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-35abc4d6-f5f3-4597-a5b3-6268097484b7 req-19e2507b-b265-499f-ac3a-f36d349792a6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 943 time: 0.0964749 Jun 14 18:29:42.663816 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51836b38-59cf-41b3-9a69-a732e1085b76 req-dfc022ff-5d12-4db8-9281-33b9a2b9eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:42.667822 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-51836b38-59cf-41b3-9a69-a732e1085b76 req-dfc022ff-5d12-4db8-9281-33b9a2b9eec1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841224 Jun 14 18:29:42.703664 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-35abc4d6-f5f3-4597-a5b3-6268097484b7 req-1586aa5e-1b6e-4892-a7a5-748f8d560754 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046224 Jun 14 18:29:42.734427 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:42.813563 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-51836b38-59cf-41b3-9a69-a732e1085b76 req-0320309f-d0c8-42dd-b10b-7be4c5628787 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376328 Jun 14 18:29:43.027886 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-51836b38-59cf-41b3-9a69-a732e1085b76 req-35213b49-227f-47f1-a234-71a69d7e0ac5 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039573 Jun 14 18:29:43.390798 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e64908-a59a-49e4-a7fc-c6b88bf76fc4 req-8d50fe62-71df-4227-bb14-1f76994fcce4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:43.392601 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-06e64908-a59a-49e4-a7fc-c6b88bf76fc4 req-8d50fe62-71df-4227-bb14-1f76994fcce4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0657730 Jun 14 18:29:43.442377 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:43.501159 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-06e64908-a59a-49e4-a7fc-c6b88bf76fc4 req-c41660bc-2995-4156-bb78-ac3ac13c8878 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016366 Jun 14 18:29:43.920797 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd4576-37bf-45dd-9e81-570b3fe3e437 req-4cc784e3-b80d-4ff5-b44b-e9edf4484cb6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:43.925552 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-42fd4576-37bf-45dd-9e81-570b3fe3e437 req-4cc784e3-b80d-4ff5-b44b-e9edf4484cb6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 943 time: 0.1058455 Jun 14 18:29:44.134311 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-42fd4576-37bf-45dd-9e81-570b3fe3e437 req-57ba2a48-72db-446c-b79d-cf5bfe819226 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975667 Jun 14 18:29:44.699091 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df880e-be33-407b-aeb6-dac0d0b22054 req-3a9262fd-58f5-4301-a330-9ad4a0a51de5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:44.700658 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-87df880e-be33-407b-aeb6-dac0d0b22054 req-3a9262fd-58f5-4301-a330-9ad4a0a51de5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0827720 Jun 14 18:29:44.751906 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-87df880e-be33-407b-aeb6-dac0d0b22054 req-307187bd-b271-42d4-ac23-81b9dc63b591 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450962 Jun 14 18:29:45.475382 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f3c99-893a-4f1b-b27e-2cb7200110fa req-5fe644c0-ad3f-4e51-ba47-9cd9217428c0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:45.484498 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8a9f3c99-893a-4f1b-b27e-2cb7200110fa req-5fe644c0-ad3f-4e51-ba47-9cd9217428c0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 943 time: 0.1387911 Jun 14 18:29:45.645817 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8a9f3c99-893a-4f1b-b27e-2cb7200110fa req-ed97ed58-c8a3-4090-8f89-fe883ad6405d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518538 Jun 14 18:29:45.888815 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:29:45.947724 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f96f2-1b32-4523-8c39-d75cf780b989 req-16d6f24c-5311-4a6f-899a-8399f2a2123f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:45.957720 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-385f96f2-1b32-4523-8c39-d75cf780b989 req-16d6f24c-5311-4a6f-899a-8399f2a2123f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0896041 Jun 14 18:29:46.082306 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-385f96f2-1b32-4523-8c39-d75cf780b989 req-8bd72c04-cf23-456d-8604-3f01e53eacd2 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235681 Jun 14 18:29:46.798654 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebc3cf-8317-43ec-9f68-1d5f4afe79ac req-26c87e20-cc3b-452c-a770-340f3aebc961 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:46.801425 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-58ebc3cf-8317-43ec-9f68-1d5f4afe79ac req-26c87e20-cc3b-452c-a770-340f3aebc961 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 943 time: 0.0756152 Jun 14 18:29:46.906623 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-58ebc3cf-8317-43ec-9f68-1d5f4afe79ac req-79fb6cd5-f5e2-4c93-9510-3522964280de tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979338 Jun 14 18:29:47.221474 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947db248-4374-4e85-8000-5b049ae1f3cc req-25f32e2a-a709-4f2d-8a05-4d4a26f94a21 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:47.223643 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-947db248-4374-4e85-8000-5b049ae1f3cc req-25f32e2a-a709-4f2d-8a05-4d4a26f94a21 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0581577 Jun 14 18:29:47.292298 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-947db248-4374-4e85-8000-5b049ae1f3cc req-76d4d43a-bead-4d48-a160-59fb79ae2177 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610597 Jun 14 18:29:48.063442 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce64203-f807-4622-9389-90fa054d0f37 req-3db8a858-1a39-4486-87bb-07157729c589 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:48.065240 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3ce64203-f807-4622-9389-90fa054d0f37 req-3db8a858-1a39-4486-87bb-07157729c589 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 943 time: 0.0777564 Jun 14 18:29:48.167334 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3ce64203-f807-4622-9389-90fa054d0f37 req-81ec4bf8-95c6-4439-a385-0e4b35cb4288 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933766 Jun 14 18:29:48.414732 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece307-0987-4f77-91e1-53fb4c47b740 req-4a318213-f5bf-4430-9125-6e36d92d103d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:48.417022 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-42ece307-0987-4f77-91e1-53fb4c47b740 req-4a318213-f5bf-4430-9125-6e36d92d103d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0492806 Jun 14 18:29:48.472527 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-42ece307-0987-4f77-91e1-53fb4c47b740 req-ba054db5-c813-4a2c-980c-2f088fe3830c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486808 Jun 14 18:29:49.271623 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:49.282661 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ed504-22a1-433d-a7d4-90e9a95694c5 req-5c18bdbf-bb7a-4d15-899e-fd370af9cb57 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:49.284145 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-419ed504-22a1-433d-a7d4-90e9a95694c5 req-5c18bdbf-bb7a-4d15-899e-fd370af9cb57 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 943 time: 0.0480242 Jun 14 18:29:49.335819 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-419ed504-22a1-433d-a7d4-90e9a95694c5 req-172355f4-cb96-42e3-acd4-8360fa868483 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453813 Jun 14 18:29:49.610995 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eb06c-7899-43ae-a2bc-aba95322cb8c req-26698c21-8ff1-465c-88e8-19e11648c7f3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:49.612746 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-955eb06c-7899-43ae-a2bc-aba95322cb8c req-26698c21-8ff1-465c-88e8-19e11648c7f3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0609808 Jun 14 18:29:49.696494 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-955eb06c-7899-43ae-a2bc-aba95322cb8c req-3940f3bf-2ba3-4f91-9f0b-e6069b1f4776 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767603 Jun 14 18:29:49.875644 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:50.483018 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b328a1-adec-4e6f-b542-61d7ccad3727 req-c807fe31-1384-42e5-ba0e-a391b3e03b10 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:50.489931 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-96b328a1-adec-4e6f-b542-61d7ccad3727 req-c807fe31-1384-42e5-ba0e-a391b3e03b10 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 943 time: 0.0653355 Jun 14 18:29:50.554214 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-96b328a1-adec-4e6f-b542-61d7ccad3727 req-732fb367-aa08-4fcf-b66a-019e807518d3 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633066 Jun 14 18:29:50.677356 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-05796fd0-fe58-4886-88b3-de1ce8253813 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:50.679008 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-05796fd0-fe58-4886-88b3-de1ce8253813 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/networks?id=bc89e178-aa0d-44e6-b82e-a33c04c68411 HTTP/1.1" status: 200 len: 814 time: 0.1395996 Jun 14 18:29:50.696251 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-b38ebd4d-02c1-4267-9d3b-8dc7176e6b34 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/quotas/54fd905313ed4581a527fe3a6ebf7bba HTTP/1.1" status: 200 len: 375 time: 0.0104392 Jun 14 18:29:50.769059 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-43fb6abb-29f9-4d2f-b7a2-b2286c234a4d tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=54fd905313ed4581a527fe3a6ebf7bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639827 Jun 14 18:29:50.789502 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:50.873076 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646abb27-de21-4676-948e-68cbdb7529b6 req-c0539253-2e6e-4f50-800c-2d3f110041a1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:50.874744 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-646abb27-de21-4676-948e-68cbdb7529b6 req-c0539253-2e6e-4f50-800c-2d3f110041a1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0640924 Jun 14 18:29:50.907619 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bf430a21-9997-4d54-9ac2-8752f0590687 service neutron] 10.222.0.78 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230659 Jun 14 18:29:50.939044 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-646abb27-de21-4676-948e-68cbdb7529b6 req-421f7a04-e3e9-44ca-94b0-980df3ad1d0e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572608 Jun 14 18:29:51.021167 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-76788936-5da9-48ff-8dee-723120c8aa31 service neutron] 10.222.0.78 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063588 Jun 14 18:29:51.207062 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:51.303551 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fe531d09-dd22-46e9-aa0b-3434d65a7f56 req-dfef7a06-5625-4507-be94-af6a0a46c6d1 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 210 time: 0.0298085 Jun 14 18:29:51.680443 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f2650-49ba-4315-a3b8-5f105488e920 req-a75016b6-54f5-4c72-b4de-1c2a0f32a302 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:51.682563 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-466f2650-49ba-4315-a3b8-5f105488e920 req-a75016b6-54f5-4c72-b4de-1c2a0f32a302 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 943 time: 0.0491683 Jun 14 18:29:51.729548 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-466f2650-49ba-4315-a3b8-5f105488e920 req-d3cb4206-147b-45c4-811e-201529e52e11 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413074 Jun 14 18:29:52.068521 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bd021-8617-4bac-b476-83c5be2c83ea req-d32107d1-6e99-4a6f-985a-4e59a62e9f3c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:52.070022 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f28bd021-8617-4bac-b476-83c5be2c83ea req-d32107d1-6e99-4a6f-985a-4e59a62e9f3c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0499592 Jun 14 18:29:52.123911 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f28bd021-8617-4bac-b476-83c5be2c83ea req-75983c9f-8951-45a6-8f9e-d4b6033e7ae6 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476325 Jun 14 18:29:52.279703 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7987d-4ca6-4c91-bb40-119146512347 req-d8600bc9-4bf8-49a5-84d4-c890fc7748e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:52.281206 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-85e7987d-4ca6-4c91-bb40-119146512347 req-d8600bc9-4bf8-49a5-84d4-c890fc7748e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8603a3b1604479da86224c52c2467ad&device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 1130 time: 0.0398772 Jun 14 18:29:52.379388 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7987d-4ca6-4c91-bb40-119146512347 req-a38f713e-feb4-4c77-acba-bf1d9dde317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:52.380933 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-85e7987d-4ca6-4c91-bb40-119146512347 req-a38f713e-feb4-4c77-acba-bf1d9dde317e service neutron] 10.222.0.13 "GET /v2.0/networks?id=274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 200 len: 918 time: 0.0924528 Jun 14 18:29:52.384406 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1b06d4d8-8246-4ce7-be69-c39acdd6e4b7 req-ad360266-9a47-49d6-b170-929e518955bb tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 210 time: 0.0269842 Jun 14 18:29:52.449876 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-85e7987d-4ca6-4c91-bb40-119146512347 req-2f77cc24-f98f-46ee-8467-cde444f4d410 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee384335-560e-4f82-a137-0b23b61ff825 HTTP/1.1" status: 200 len: 1002 time: 0.0604441 Jun 14 18:29:52.501184 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7987d-4ca6-4c91-bb40-119146512347 req-74cea4c1-b00a-453b-913d-9e76903e441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:52.502724 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-85e7987d-4ca6-4c91-bb40-119146512347 req-74cea4c1-b00a-453b-913d-9e76903e441b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61e47d25-4bab-4e31-a800-f8d0e60b222c HTTP/1.1" status: 200 len: 856 time: 0.0450056 Jun 14 18:29:52.553168 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7987d-4ca6-4c91-bb40-119146512347 req-dc990064-0051-455d-bd4d-5c126d70d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:52.554720 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-85e7987d-4ca6-4c91-bb40-119146512347 req-dc990064-0051-455d-bd4d-5c126d70d151 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=274ef244-b114-4d41-92b0-e6c757fabfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414896 Jun 14 18:29:52.595762 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:52.625536 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:52.653860 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-85e7987d-4ca6-4c91-bb40-119146512347 req-098d4d79-3bc6-4e3c-8653-a30373b47b90 service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902495 Jun 14 18:29:52.745126 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-85e7987d-4ca6-4c91-bb40-119146512347 req-072688f0-e94f-4021-9646-221961da411c service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842710 Jun 14 18:29:52.842762 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c7913-ee5c-4914-aef8-2d2a3c8b75d1 req-8c0b9dcf-fe8b-45ae-a601-7c3473fc2018 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:52.845050 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-438c7913-ee5c-4914-aef8-2d2a3c8b75d1 req-8c0b9dcf-fe8b-45ae-a601-7c3473fc2018 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 943 time: 0.0471640 Jun 14 18:29:52.896881 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-438c7913-ee5c-4914-aef8-2d2a3c8b75d1 req-5e52c586-fa94-4640-b09c-6a97b873d7eb tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461709 Jun 14 18:29:53.260597 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c579c5-47db-4506-99c5-6d9018503598 req-abbf98ac-2112-402b-8dcd-573b962cd4d4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:53.262053 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d9c579c5-47db-4506-99c5-6d9018503598 req-abbf98ac-2112-402b-8dcd-573b962cd4d4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0497880 Jun 14 18:29:53.281192 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:53.313251 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d9c579c5-47db-4506-99c5-6d9018503598 req-d06632a0-6c29-4cc8-8ec3-10d0e88819f5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454805 Jun 14 18:29:53.386454 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 6e99f823-8a81-4709-b6d7-f5393c08507e details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:29:53.487178 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c5fa1878-727f-4764-b8c0-9736845bcc6b req-3494fd9a-af8a-460e-8e7a-a383d1866269 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 210 time: 0.0312858 Jun 14 18:29:53.506629 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 6e99f823-8a81-4709-b6d7-f5393c08507e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=6e99f823-8a81-4709-b6d7-f5393c08507e,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:53.518925 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'port_id': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'mac_address': 'fa:16:3e:a6:9e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:29:53.555082 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 6e99f823-8a81-4709-b6d7-f5393c08507e is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:53.555477 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:53.569672 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e99f823-8a81-4709-b6d7-f5393c08507e {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:29:53.589927 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 6e99f823-8a81-4709-b6d7-f5393c08507e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=6e99f823-8a81-4709-b6d7-f5393c08507e,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:53.673076 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:53.723859 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=6e99f823-8a81-4709-b6d7-f5393c08507e,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:54.015569 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c80bc-acff-4711-84d5-14db24c249a9 req-d5bf2616-7891-4eff-8ff8-34c5f5c81f85 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:54.017132 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-103c80bc-acff-4711-84d5-14db24c249a9 req-d5bf2616-7891-4eff-8ff8-34c5f5c81f85 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 944 time: 0.0484118 Jun 14 18:29:54.043463 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['6e99f823-8a81-4709-b6d7-f5393c08507e'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:29:54.069297 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-103c80bc-acff-4711-84d5-14db24c249a9 req-c771f158-4e9d-4e09-a23e-1599cc6664ed tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457726 Jun 14 18:29:54.435928 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f28e-2856-47e2-98dd-f07dc92685fb req-781a7432-fca8-4bc0-831e-efce065b09c2 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:54.437408 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7da1f28e-2856-47e2-98dd-f07dc92685fb req-781a7432-fca8-4bc0-831e-efce065b09c2 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0473368 Jun 14 18:29:54.486083 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7da1f28e-2856-47e2-98dd-f07dc92685fb req-4c7ca5e4-69f1-4545-8902-83264429a21b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423639 Jun 14 18:29:54.584018 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8127362f-0dbd-42e5-af13-725f153989f9 req-428a6679-50c5-4621-978b-e6c662ec8922 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 210 time: 0.0278044 Jun 14 18:29:55.187836 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1045b03-db2a-4a4d-8940-bf4dcdface89 req-cb57d11a-16d9-46ae-b40b-920a3fa92fc7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:55.189439 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f1045b03-db2a-4a4d-8940-bf4dcdface89 req-cb57d11a-16d9-46ae-b40b-920a3fa92fc7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 944 time: 0.0500491 Jun 14 18:29:55.389618 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 6e99f823-8a81-4709-b6d7-f5393c08507e up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:29:55.440422 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 6e99f823-8a81-4709-b6d7-f5393c08507e completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:29:55.473477 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f1045b03-db2a-4a4d-8940-bf4dcdface89 req-3c1cc3e7-0973-4d88-9438-a78e8e613738 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777398 Jun 14 18:29:55.549481 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 6e99f823-8a81-4709-b6d7-f5393c08507e triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:55.550080 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:55.615951 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca59c-33a0-489c-b7e6-2c0e784d2b83 req-b1566792-9f9f-4007-89d5-a939100c23fd tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:55.617878 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d66ca59c-33a0-489c-b7e6-2c0e784d2b83 req-b1566792-9f9f-4007-89d5-a939100c23fd tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 946 time: 0.0539160 Jun 14 18:29:55.629124 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 6e99f823-8a81-4709-b6d7-f5393c08507e is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:55.629654 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:55.658803 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e99f823-8a81-4709-b6d7-f5393c08507e'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:29:55.662132 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4792dd90-5e4d-40b7-9ce6-5630ff7bb86c" -d '{"events": [{"server_uuid": "e66ffa48-038e-40ba-b075-bafc9eb4b015", "name": "network-vif-plugged", "status": "completed", "tag": "6e99f823-8a81-4709-b6d7-f5393c08507e"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:29:55.680839 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 6e99f823-8a81-4709-b6d7-f5393c08507e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=6e99f823-8a81-4709-b6d7-f5393c08507e,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:55.681199 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d66ca59c-33a0-489c-b7e6-2c0e784d2b83 req-25cba407-d020-434f-bd16-17e3159df39e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565522 Jun 14 18:29:55.698249 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-02c35f99-19c4-47af-9878-f8773272b654 req-f44b18c9-20c3-4c96-b6bb-112fc04d760f tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 210 time: 0.0335424 Jun 14 18:29:55.740489 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86a8928-4230-4b59-85f8-1b77d4e52ec8 x-openstack-request-id: req-f86a8928-4230-4b59-85f8-1b77d4e52ec8 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:29:55.740908 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66ffa48-038e-40ba-b075-bafc9eb4b015", "name": "network-vif-plugged", "status": "completed", "tag": "6e99f823-8a81-4709-b6d7-f5393c08507e", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:29:55.741236 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f86a8928-4230-4b59-85f8-1b77d4e52ec8 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:29:55.741767 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86a8928-4230-4b59-85f8-1b77d4e52ec8'] response: {'server_uuid': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'code': 200} Jun 14 18:29:55.776105 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:55.777489 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device ee384335-560e-4f82-a137-0b23b61ff825 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:29:55.841231 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:55.853705 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:55.862311 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=6e99f823-8a81-4709-b6d7-f5393c08507e,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:55.888845 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=5 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:55.909672 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port ee384335-560e-4f82-a137-0b23b61ff825 is: ACTIVE; New status is: DOWN {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:29:55.910014 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ee384335-560e-4f82-a137-0b23b61ff825), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:55.948849 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ee384335-560e-4f82-a137-0b23b61ff825,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:29:56.115863 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ee384335-560e-4f82-a137-0b23b61ff825), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:56.206212 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=ee384335-560e-4f82-a137-0b23b61ff825,revision_number=8']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:56.208679 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-3cdcdc0a-cf0e-4c07-9496-0d5d3a43f769 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-659918853&fields=id&tenant_id=437f86b97f3c4725955bc1f71017af5e HTTP/1.1" status: 200 len: 267 time: 0.0736203 Jun 14 18:29:56.319655 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-3705097d-2b8a-479b-9ff0-bd1001e158e7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:56.321100 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-3705097d-2b8a-479b-9ff0-bd1001e158e7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/networks?id=39e41b5c-e704-4229-8e8f-5b4157b809d1 HTTP/1.1" status: 200 len: 809 time: 0.1041968 Jun 14 18:29:56.336722 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-6fdcbe82-0e65-4257-b8bc-037896e45402 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/quotas/437f86b97f3c4725955bc1f71017af5e HTTP/1.1" status: 200 len: 375 time: 0.0092781 Jun 14 18:29:56.386148 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-038cbe1c-605b-434b-aee7-b397604daaf3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=437f86b97f3c4725955bc1f71017af5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424254 Jun 14 18:29:56.443432 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:56.460040 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a38ccc-b6bd-4e77-bf9d-e0187bb17539 req-d5fbc16b-fc7c-425e-9ae9-543b7728fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:56.461616 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-73a38ccc-b6bd-4e77-bf9d-e0187bb17539 req-d5fbc16b-fc7c-425e-9ae9-543b7728fd0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 1129 time: 0.0395365 Jun 14 18:29:56.503524 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-3aaa6b84-4ab6-4324-a3b6-935f875428d2 service neutron] 10.222.0.78 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053987 Jun 14 18:29:56.509024 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-73a38ccc-b6bd-4e77-bf9d-e0187bb17539 req-d2887507-0b2a-42b1-b925-9ee0b792fccb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415988 Jun 14 18:29:56.599202 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-ac26df49-cef0-4197-9004-8ac3a2f537e0 service neutron] 10.222.0.78 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873077 Jun 14 18:29:56.854686 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-97807325-e885-402b-8b67-7dcfe2ba2b46 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:56.856191 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-97807325-e885-402b-8b67-7dcfe2ba2b46 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.13 "GET /v2.0/networks?id=bc89e178-aa0d-44e6-b82e-a33c04c68411 HTTP/1.1" status: 200 len: 814 time: 0.1132047 Jun 14 18:29:56.882779 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Request body: {'port': {'device_id': '023acd67-717e-45ef-abd2-936d81bbbccd', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'admin_state_up': True, 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:57.098581 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Made reservation on behalf of 54fd905313ed4581a527fe3a6ebf7bba for: {'port': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:29:57.102283 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:57.231620 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84621fa-5326-46e2-868b-5711be8c98b9 req-90084903-2e37-4b80-8cf9-730e8d1f09a3 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:57.233472 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a84621fa-5326-46e2-868b-5711be8c98b9 req-90084903-2e37-4b80-8cf9-730e8d1f09a3 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0738976 Jun 14 18:29:57.270929 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:57.336322 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:57.343574 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Allocated IP 172.20.0.12 (bc89e178-aa0d-44e6-b82e-a33c04c68411/4ea6afc2-bb38-4a4d-b551-a1f92707e3a5/9530bd2f-adfe-4346-b9ff-e6d39d227b3c) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:29:57.360041 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a84621fa-5326-46e2-868b-5711be8c98b9 req-7be0b872-26fe-49f7-bb9f-ba0f8226ed7a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200583 Jun 14 18:29:57.507597 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5e334806-c426-4e04-bb11-e60bec86e1e2 req-85d2a169-51f9-4bf4-8cd6-8f4394d071d1 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 210 time: 0.0394998 Jun 14 18:29:57.576224 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-21bda064-2add-43d5-825d-b63e8daa50a6 req-4908d339-f9b0-418d-9c9c-8f7182e57dc7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.1241896 Jun 14 18:29:57.616361 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:57.624264 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [req-2b2075ac-e7f7-4794-a5cf-d35603663e04 req-958ed372-aa03-45d4-a0e6-afbf9d5ca8c2 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:29:57.625339 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2b2075ac-e7f7-4794-a5cf-d35603663e04 req-958ed372-aa03-45d4-a0e6-afbf9d5ca8c2 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080798 Jun 14 18:29:57.742370 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:57.743637 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:29:57.746952 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38e92e1-c17b-4b94-8560-2db80d5cb2f8" -d '{"events": [{"server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "name": "network-vif-unplugged", "status": "completed", "tag": "ee384335-560e-4f82-a137-0b23b61ff825"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:29:57.753940 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 57052) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:57.758807 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-69594dc6-bd30-4dea-bc39-add6bd4483cd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284982780', 'description': 'tempest-description--588331474'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:57.795075 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Jun 2022 18:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5183b096-549c-4cd0-a30a-feab0119be82 x-openstack-request-id: req-5183b096-549c-4cd0-a30a-feab0119be82 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:29:57.795421 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "name": "network-vif-unplugged", "status": "failed", "tag": "ee384335-560e-4f82-a137-0b23b61ff825", "code": 422}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:29:57.796365 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5183b096-549c-4cd0-a30a-feab0119be82 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:29:57.796365 dv-cinder-844563-2-iscsi neutron-server[104774]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5183b096-549c-4cd0-a30a-feab0119be82']: {'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825', 'code': 422} returned with failed status Jun 14 18:29:57.802555 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Network bc89e178-aa0d-44e6-b82e-a33c04c68411 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:29:57.806447 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:29:57.809632 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:29:57.815221 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:57.815870 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:57.830260 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event updated for resources: {'Port': ['ID=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:57.929467 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-69594dc6-bd30-4dea-bc39-add6bd4483cd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:57.959168 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f1978440-a1bc-43b3-9929-69de9f01f840 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0814168 Jun 14 18:29:58.056628 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-69594dc6-bd30-4dea-bc39-add6bd4483cd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (bfb3c960-fbfa-4d93-b4f0-4ed9221af43c), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:58.075557 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-a52787cf-4708-40a5-aaa8-5576309ad67f None None] Provisioning complete for port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:29:58.075877 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-a52787cf-4708-40a5-aaa8-5576309ad67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:58.077849 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246d195-ca00-4c55-bd71-b3b61b04a2fa req-88134291-e7e7-4b73-9b85-61fa1023fa7e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:58.079407 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8246d195-ca00-4c55-bd71-b3b61b04a2fa req-88134291-e7e7-4b73-9b85-61fa1023fa7e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0520754 Jun 14 18:29:58.108514 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Request body: {'port': {'device_id': '023acd67-717e-45ef-abd2-936d81bbbccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:58.131224 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-a52787cf-4708-40a5-aaa8-5576309ad67f None None] Port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:29:58.139978 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-69594dc6-bd30-4dea-bc39-add6bd4483cd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (bfb3c960-fbfa-4d93-b4f0-4ed9221af43c), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:58.185833 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:58.210401 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8246d195-ca00-4c55-bd71-b3b61b04a2fa req-749da0d6-611f-4604-beb5-97db912e79a7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250734 Jun 14 18:29:58.231816 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69594dc6-bd30-4dea-bc39-add6bd4483cd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:58.255408 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:58.323885 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-69594dc6-bd30-4dea-bc39-add6bd4483cd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:58.325427 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-69594dc6-bd30-4dea-bc39-add6bd4483cd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5702338 Jun 14 18:29:58.330279 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 57070) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:58.335051 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-6b9fa2ef-b8ec-4fe9-ad10-a9b3e9c4622d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'security_group_rule': {'security_group_id': 'bfb3c960-fbfa-4d93-b4f0-4ed9221af43c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:58.437269 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa2ef-b8ec-4fe9-ad10-a9b3e9c4622d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (6c989865-4468-4bb3-87c3-b2366d31dc15), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:58.481877 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:58.526710 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262f1cd-9828-4897-b08f-1e35ea949c30 req-b19af37a-4c91-485b-93b5-bc331bff11ae tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:58.529271 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a262f1cd-9828-4897-b08f-1e35ea949c30 req-b19af37a-4c91-485b-93b5-bc331bff11ae tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0879421 Jun 14 18:29:58.575582 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa2ef-b8ec-4fe9-ad10-a9b3e9c4622d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (6c989865-4468-4bb3-87c3-b2366d31dc15), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:58.634124 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a262f1cd-9828-4897-b08f-1e35ea949c30 req-18b530e9-68c3-4af1-87a3-8922d91eba8a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970466 Jun 14 18:29:58.679310 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa2ef-b8ec-4fe9-ad10-a9b3e9c4622d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (6c989865-4468-4bb3-87c3-b2366d31dc15), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:58.682911 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df4f98-959a-4386-8958-65b24b184c43 req-6c86a9d6-4912-4249-85e8-f07bb36d095c tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:58.684816 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f0df4f98-959a-4386-8958-65b24b184c43 req-6c86a9d6-4912-4249-85e8-f07bb36d095c tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 932 time: 0.0816052 Jun 14 18:29:58.709054 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fa2ef-b8ec-4fe9-ad10-a9b3e9c4622d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c989865-4468-4bb3-87c3-b2366d31dc15,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:58.752117 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-16e838fb-6700-498e-b7ce-6e5d92ef6d5d req-42c04281-7682-442a-b1ce-4293f936fdff tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0325756 Jun 14 18:29:58.774034 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9530bd2f-adfe-4346-b9ff-e6d39d227b3c {{(pid=104772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:29:58.783849 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Publish callbacks [] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:58.788788 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f0df4f98-959a-4386-8958-65b24b184c43 req-13cc1f57-2d3b-400f-94ac-32b4936e1fba tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954249 Jun 14 18:29:58.802570 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:58.807588 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.provisioning_blocks [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Transition to ACTIVE for port object 9530bd2f-adfe-4346-b9ff-e6d39d227b3c will not be triggered until provisioned by entity L2. {{(pid=104772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:29:58.828550 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa2ef-b8ec-4fe9-ad10-a9b3e9c4622d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:58.830076 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-6b9fa2ef-b8ec-4fe9-ad10-a9b3e9c4622d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4987884 Jun 14 18:29:58.833437 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 57102) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:58.838568 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-db5a18af-4fd9-4b96-97bb-42c84fc41e03 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'security_group_rule': {'security_group_id': 'bfb3c960-fbfa-4d93-b4f0-4ed9221af43c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:58.910846 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:58.951672 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-db5a18af-4fd9-4b96-97bb-42c84fc41e03 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (11591b78-a505-4fa9-b156-70924a9b0773), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:59.015150 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:59.075272 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-db5a18af-4fd9-4b96-97bb-42c84fc41e03 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (11591b78-a505-4fa9-b156-70924a9b0773), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:59.083043 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:59.100437 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Attempting to bind port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:29:59.100921 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Attempting to bind port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:29:59.101327 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Attempting to bind port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c on network bc89e178-aa0d-44e6-b82e-a33c04c68411 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:29:59.107962 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c on network bc89e178-aa0d-44e6-b82e-a33c04c68411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:29:59.108623 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Attempting to bind port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c on network bc89e178-aa0d-44e6-b82e-a33c04c68411 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:29:59.114606 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:29:59.115625 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Checking segment: {'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:29:59.116091 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Bound using segment: {'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:29:59.116601 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Bound port: 9530bd2f-adfe-4346-b9ff-e6d39d227b3c, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411'}}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:29:59.117130 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:59.135218 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 57110) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:59.199928 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] For port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c, host hv-cinder-84456, cleared binding levels {{(pid=104772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:29:59.203632 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] For port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:29:59.219922 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-db5a18af-4fd9-4b96-97bb-42c84fc41e03 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (11591b78-a505-4fa9-b156-70924a9b0773), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:59.243859 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-242232c1-9ff8-405b-ae31-d0eadbd28a91 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074920 Jun 14 18:29:59.248247 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a18af-4fd9-4b96-97bb-42c84fc41e03 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11591b78-a505-4fa9-b156-70924a9b0773,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:59.256204 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-9d28663f-37ad-450e-a35a-f2a02d2d8740 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:29:59.257267 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-9d28663f-37ad-450e-a35a-f2a02d2d8740 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063820 Jun 14 18:29:59.285098 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:59.332111 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:59.332752 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:59.334286 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/9530bd2f-adfe-4346-b9ff-e6d39d227b3c HTTP/1.1" status: 200 len: 1094 time: 1.2306755 Jun 14 18:29:59.334768 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:29:59.337265 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00e3004-1fc3-4b0f-9e4d-5910e88fe15b" -d '{"events": [{"name": "network-changed", "server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:29:59.343615 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-db5a18af-4fd9-4b96-97bb-42c84fc41e03 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:59.347659 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-db5a18af-4fd9-4b96-97bb-42c84fc41e03 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5125818 Jun 14 18:29:59.352241 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 57122) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:59.358495 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:29:59.385995 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 57124) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:29:59.391137 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf08b37-908a-4093-9411-3928903c26b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,revision_number=3']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:29:59.410032 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b36a25-1ad5-451d-82f3-ad9317cafc2e x-openstack-request-id: req-34b36a25-1ad5-451d-82f3-ad9317cafc2e {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:29:59.410032 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:29:59.410032 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34b36a25-1ad5-451d-82f3-ad9317cafc2e {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:29:59.410032 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b36a25-1ad5-451d-82f3-ad9317cafc2e'] response: {'name': 'network-changed', 'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'status': 'completed', 'code': 200} Jun 14 18:29:59.502353 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:59.541014 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15118899-ffdb-4b0e-8f41-1fabf6809b4a req-907df623-a2cd-47b6-8307-c5885a4f854a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:59.543208 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-15118899-ffdb-4b0e-8f41-1fabf6809b4a req-907df623-a2cd-47b6-8307-c5885a4f854a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0969925 Jun 14 18:29:59.553011 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-6d2a3f1f-ae19-4240-b9a6-2d05bdf62451 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:59.554499 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-6d2a3f1f-ae19-4240-b9a6-2d05bdf62451 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports/ee384335-560e-4f82-a137-0b23b61ff825 HTTP/1.1" status: 200 len: 941 time: 0.1653476 Jun 14 18:29:59.604525 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:59.605724 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-15118899-ffdb-4b0e-8f41-1fabf6809b4a req-729d3438-7f6b-475a-8bc8-bfafd621aaba tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501583 Jun 14 18:29:59.738133 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Allocated IP 172.27.0.79 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/cdd9ee51-6c58-4b30-b438-dd49a0204790) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:29:59.788744 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:29:59.813437 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65f6a7-de96-485f-b58a-978da90f4baf req-b6fd9e65-1361-4bbf-8d6c-a1bef2b50f58 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:59.815071 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-db65f6a7-de96-485f-b58a-978da90f4baf req-b6fd9e65-1361-4bbf-8d6c-a1bef2b50f58 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0783675 Jun 14 18:29:59.839036 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-4429f5d0-2025-4d95-a86f-c794602f6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:59.855585 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ad4cae0f-d071-4dba-87b2-3127b7f4e174 req-04ba038a-d3d0-4eec-a119-f2119ccf8c3d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0275316 Jun 14 18:29:59.919292 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-db65f6a7-de96-485f-b58a-978da90f4baf req-bdcaae13-c060-4ac5-b320-686cc25c8020 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949633 Jun 14 18:29:59.968610 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for port (cdd9ee51-6c58-4b30-b438-dd49a0204790), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:29:59.986556 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442dcf5-e49e-449a-81a2-fcf875ba9fad req-0986ec87-9e38-4632-9546-3f03ef8d7415 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:29:59.988960 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4442dcf5-e49e-449a-81a2-fcf875ba9fad req-0986ec87-9e38-4632-9546-3f03ef8d7415 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 944 time: 0.0644629 Jun 14 18:30:00.046731 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4442dcf5-e49e-449a-81a2-fcf875ba9fad req-0c087d81-8006-4ef7-bbb6-cf63070e44e2 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517273 Jun 14 18:30:00.077114 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de2f10-e129-4bd9-9877-5cbe3db41de5 req-27258f9b-0d1e-4476-a0bf-c02634c18909 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:00.078772 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f0de2f10-e129-4bd9-9877-5cbe3db41de5 req-27258f9b-0d1e-4476-a0bf-c02634c18909 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0730762 Jun 14 18:30:00.087904 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 57144) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:00.092690 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-36750753-5259-48ba-b0d3-282e24ec4616 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Request body: {'floatingip': {'port_id': '6e99f823-8a81-4709-b6d7-f5393c08507e'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:00.131790 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-36750753-5259-48ba-b0d3-282e24ec4616 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for floatingip (a79c68a3-68c9-45b1-8f9b-10db2c111f40), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:00.171016 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (cdd9ee51-6c58-4b30-b438-dd49a0204790), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:00.258742 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:00.267453 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:30:00.274149 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:30:00.281504 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:30:00.287991 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'Port': ['ID=cdd9ee51-6c58-4b30-b438-dd49a0204790,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:00.407336 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (1e7a27a4-759d-4de5-bb60-6844b326261c), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:00.567959 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (cdd9ee51-6c58-4b30-b438-dd49a0204790), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:00.727887 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4df6d-94d3-4ecb-9be0-a3131226663d req-a02abaae-3b67-41d6-b132-70c105a576db tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:00.729361 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-09f4df6d-94d3-4ecb-9be0-a3131226663d req-a02abaae-3b67-41d6-b132-70c105a576db tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0458093 Jun 14 18:30:00.740449 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-36750753-5259-48ba-b0d3-282e24ec4616 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:00.777526 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-09f4df6d-94d3-4ecb-9be0-a3131226663d req-c3411620-b49e-4aef-ae98-71e091938901 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412781 Jun 14 18:30:00.779297 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:00.796000 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for port (cdd9ee51-6c58-4b30-b438-dd49a0204790), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:00.797725 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-36750753-5259-48ba-b0d3-282e24ec4616 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (a79c68a3-68c9-45b1-8f9b-10db2c111f40), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:00.867746 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (cdd9ee51-6c58-4b30-b438-dd49a0204790), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:00.911916 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (1e7a27a4-759d-4de5-bb60-6844b326261c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:00.934706 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'Port': ['ID=cdd9ee51-6c58-4b30-b438-dd49a0204790,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:00.968247 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-435a4bd1-0ce2-4f1f-ae3d-4f7ce1849461 req-f6308496-b925-465b-aad8-7ed1b742476e tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0382192 Jun 14 18:30:00.971008 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.l3_db [None req-36750753-5259-48ba-b0d3-282e24ec4616 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Floating IP a79c68a3-68c9-45b1-8f9b-10db2c111f40 associated. External IP: 172.27.0.130, port: 6e99f823-8a81-4709-b6d7-f5393c08507e. Jun 14 18:30:01.008319 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:01.009538 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-4bbc7d0b-62d1-4d41-8b6d-27a1a3d5b403 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6562982 Jun 14 18:30:01.094802 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device ee384335-560e-4f82-a137-0b23b61ff825 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:30:01.188852 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7826f25-9447-42d3-8d84-3570bc88424b req-ac442cf5-5110-48c8-b6f0-bc939566b4bc tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:01.197097 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b7826f25-9447-42d3-8d84-3570bc88424b req-ac442cf5-5110-48c8-b6f0-bc939566b4bc tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 944 time: 0.0618708 Jun 14 18:30:01.206473 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port ee384335-560e-4f82-a137-0b23b61ff825 is: DOWN; New status is: DOWN {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:30:01.209791 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:01.242104 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36750753-5259-48ba-b0d3-282e24ec4616 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:30:01.263445 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b7826f25-9447-42d3-8d84-3570bc88424b req-9a9be5a4-f71b-4cd2-9da1-2364b5bd90fe tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642710 Jun 14 18:30:01.618459 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-9b756103-d244-4767-a107-1e000bf22c7e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1284982780&fields=id&tenant_id=56f8367a52044e82a2c272da39e1bfd8 HTTP/1.1" status: 200 len: 267 time: 0.3740540 Jun 14 18:30:01.718758 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36750753-5259-48ba-b0d3-282e24ec4616 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:30:01.727210 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-36750753-5259-48ba-b0d3-282e24ec4616 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:01.732999 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ed239-af65-49fb-a561-2ac194a7d307 None None] Sync routers for ids ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:30:01.743988 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ed239-af65-49fb-a561-2ac194a7d307 None None] Routers {'6d9cbdca-9535-43c7-84b4-eb5f3c78d440'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:30:01.745678 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-3a2ed239-af65-49fb-a561-2ac194a7d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:29:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:01.780262 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-36750753-5259-48ba-b0d3-282e24ec4616 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "PUT /v2.0/floatingips/a79c68a3-68c9-45b1-8f9b-10db2c111f40 HTTP/1.1" status: 200 len: 991 time: 1.6909478 Jun 14 18:30:01.786433 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-ceb474c1-8048-4226-b1e3-be42464d7dd0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:01.787985 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-ceb474c1-8048-4226-b1e3-be42464d7dd0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 814 time: 0.1603689 Jun 14 18:30:01.788485 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'tag': '6e99f823-8a81-4709-b6d7-f5393c08507e'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:30:01.791110 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a8373b-048f-42f8-b666-bb997aefbab3" -d '{"events": [{"name": "network-changed", "server_uuid": "e66ffa48-038e-40ba-b075-bafc9eb4b015", "tag": "6e99f823-8a81-4709-b6d7-f5393c08507e"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:30:01.821768 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-83090527-fddc-469d-b376-ba3b16d1b88e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/quotas/56f8367a52044e82a2c272da39e1bfd8 HTTP/1.1" status: 200 len: 375 time: 0.0242870 Jun 14 18:30:01.863567 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-3a2ed239-af65-49fb-a561-2ac194a7d307 None None] Set router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:30:01.905146 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-7026ef48-28ec-429d-8bfb-fa368be25846 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727408 Jun 14 18:30:01.906790 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd56c64-b346-4a86-a8f6-ce785c2ebe56 x-openstack-request-id: req-afd56c64-b346-4a86-a8f6-ce785c2ebe56 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:30:01.911646 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66ffa48-038e-40ba-b075-bafc9eb4b015", "tag": "6e99f823-8a81-4709-b6d7-f5393c08507e", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:30:01.911646 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-afd56c64-b346-4a86-a8f6-ce785c2ebe56 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:30:01.911646 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd56c64-b346-4a86-a8f6-ce785c2ebe56'] response: {'name': 'network-changed', 'server_uuid': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'tag': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'status': 'completed', 'code': 200} Jun 14 18:30:02.031687 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57651b4-9f1c-4d1b-af92-65289d849775 req-95a6912f-23bd-4798-892c-887c21458db6 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:02.041061 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e57651b4-9f1c-4d1b-af92-65289d849775 req-95a6912f-23bd-4798-892c-887c21458db6 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0642045 Jun 14 18:30:02.048414 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-802569fd-9ac3-454e-b23a-0ba085815ea6 service neutron] 10.222.0.78 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237714 Jun 14 18:30:02.128329 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e57651b4-9f1c-4d1b-af92-65289d849775 req-6c06ff0d-9355-476e-b817-b4ed771dc5b1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855141 Jun 14 18:30:02.194726 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-c089281b-0e00-4ead-ae84-55fd8ed8cd83 service neutron] 10.222.0.78 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390033 Jun 14 18:30:02.250654 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-63fa5a83-bb66-4334-83eb-29c362c8b5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:02.252330 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-739b7b6a-bb60-427d-ae16-49ffe1d369ea req-a1e6cf97-c125-41da-be45-f9eb5357b334 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0490336 Jun 14 18:30:02.364627 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-3a2ed239-af65-49fb-a561-2ac194a7d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'a79c68a3-68c9-45b1-8f9b-10db2c111f40', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'port_id': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'mac_address': 'fa:16:3e:a6:9e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:29:19Z', 'updated_at': '2022-06-14T18:30:00Z', 'revision_number': 1, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b504c3d-2c63-4cfa-822d-0fa09a6eadff', 'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'mac_address': 'fa:16:3e:08:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:13Z', 'updated_at': '2022-06-14T18:27:28Z', 'revision_number': 5, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'subnets': [{'id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:02.402793 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ed239-af65-49fb-a561-2ac194a7d307 None None] Checking router: 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:30:02.414084 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ed239-af65-49fb-a561-2ac194a7d307 None None] Routers {'6d9cbdca-9535-43c7-84b4-eb5f3c78d440'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:30:02.415059 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-3a2ed239-af65-49fb-a561-2ac194a7d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:30:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:02.463164 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a91f65-8a01-41bd-a9de-868c18c0f43d req-5f467cde-bdfe-443c-a41e-9564ded9aac9 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:02.465354 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a2a91f65-8a01-41bd-a9de-868c18c0f43d req-5f467cde-bdfe-443c-a41e-9564ded9aac9 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 944 time: 0.0589833 Jun 14 18:30:02.582249 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a2a91f65-8a01-41bd-a9de-868c18c0f43d req-72bcf140-015a-4dbd-9204-f6ff1d876dbb tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096382 Jun 14 18:30:02.591684 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-3a2ed239-af65-49fb-a561-2ac194a7d307 None None] Set router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:30:02.638347 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0d9a51be-17be-4729-a2ba-335e8347ae96 req-6d616bd5-a213-48d2-a34a-b767d00d9e67 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0746925 Jun 14 18:30:02.853723 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:02.933579 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-3a2ed239-af65-49fb-a561-2ac194a7d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'a79c68a3-68c9-45b1-8f9b-10db2c111f40', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'port_id': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'mac_address': 'fa:16:3e:a6:9e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:29:19Z', 'updated_at': '2022-06-14T18:30:00Z', 'revision_number': 1, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b504c3d-2c63-4cfa-822d-0fa09a6eadff', 'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'mac_address': 'fa:16:3e:08:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:13Z', 'updated_at': '2022-06-14T18:27:28Z', 'revision_number': 5, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'subnets': [{'id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:02.975088 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ed239-af65-49fb-a561-2ac194a7d307 None None] The sync data for ids ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'] in dv-cinder-844563-2-iscsi is: [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'a79c68a3-68c9-45b1-8f9b-10db2c111f40', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'port_id': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'mac_address': 'fa:16:3e:a6:9e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:29:19Z', 'updated_at': '2022-06-14T18:30:00Z', 'revision_number': 1, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b504c3d-2c63-4cfa-822d-0fa09a6eadff', 'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'mac_address': 'fa:16:3e:08:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:13Z', 'updated_at': '2022-06-14T18:27:28Z', 'revision_number': 5, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'subnets': [{'id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:30:03.150434 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:03.298325 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f65b8-0215-43fd-877c-29c2cdc40c2e None None] New status for floating IP a79c68a3-68c9-45b1-8f9b-10db2c111f40: ACTIVE {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:30:03.363986 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe972b3-6b21-42fe-bc46-064244e2ff96 req-3f78f544-8487-4c96-bce9-11335ae4fee9 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:03.371506 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6fe972b3-6b21-42fe-bc46-064244e2ff96 req-3f78f544-8487-4c96-bce9-11335ae4fee9 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.1188066 Jun 14 18:30:03.390740 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:03.441725 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-54f9281c-3e0f-4b86-8668-cf49c95777aa req-282b12d7-ecf3-4fb0-aac9-996b86f186e8 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0588777 Jun 14 18:30:03.467112 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6fe972b3-6b21-42fe-bc46-064244e2ff96 req-e4f38464-ead6-409f-8f3d-06713c4d5644 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946119 Jun 14 18:30:03.755037 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:03.771661 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f133cc-1a5b-4fc1-b904-0417fa549a32 req-0167afeb-f424-49d2-a177-e0a3cbdcef9e tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:03.780867 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-19f133cc-1a5b-4fc1-b904-0417fa549a32 req-0167afeb-f424-49d2-a177-e0a3cbdcef9e tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 944 time: 0.0922866 Jun 14 18:30:03.813954 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-daec986a-1cbc-4f71-a285-80d60e3b94b1 req-06738f27-6c03-4232-99e1-17915b6030a7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0575573 Jun 14 18:30:03.848496 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-19f133cc-1a5b-4fc1-b904-0417fa549a32 req-a3d9e7d4-fd44-4f2c-9905-0c351407cd9d tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663781 Jun 14 18:30:04.570176 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6fcf07e9-3106-46d4-9b2f-8d862b703788 req-51bb86b8-a7bf-40d9-a9e8-92ee71b8feb7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0490823 Jun 14 18:30:04.636160 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38f67b-ec66-4864-99bd-9c3d97472990 req-8bd0bc7d-5664-4eae-8ba5-7bc65c258fca tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:04.638485 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-db38f67b-ec66-4864-99bd-9c3d97472990 req-8bd0bc7d-5664-4eae-8ba5-7bc65c258fca tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0549772 Jun 14 18:30:04.703862 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-db38f67b-ec66-4864-99bd-9c3d97472990 req-cd247570-a958-4997-8643-3965e024bb27 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595007 Jun 14 18:30:04.898905 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:04.930162 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a1e00cc0-3977-403c-b5a1-e2b787861fce req-9f65d001-a4de-48d5-9b5f-da057ce57997 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0408318 Jun 14 18:30:05.034970 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef5fb4-3fab-4451-ae2a-bdd05e2c8d56 req-6f3c9354-74fa-4b5a-8a0f-b315a98736a8 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:05.036859 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-faef5fb4-3fab-4451-ae2a-bdd05e2c8d56 req-6f3c9354-74fa-4b5a-8a0f-b315a98736a8 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 944 time: 0.0706937 Jun 14 18:30:05.101639 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-faef5fb4-3fab-4451-ae2a-bdd05e2c8d56 req-fdb213b7-fede-4127-92e3-82277cef2252 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532198 Jun 14 18:30:05.158931 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:05.669258 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f66757f0-1c6e-48fc-83be-aec9b1dfcce2 req-15204481-5be2-4cc1-a11c-4c01eba0fb2b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0293248 Jun 14 18:30:05.832478 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010d4ac-8515-481f-a81b-eff3b305071b req-328067cd-bdbe-45bb-af2c-67aaa99c457f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:05.833983 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5010d4ac-8515-481f-a81b-eff3b305071b req-328067cd-bdbe-45bb-af2c-67aaa99c457f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0498376 Jun 14 18:30:05.883901 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5010d4ac-8515-481f-a81b-eff3b305071b req-8ceb1f5d-95ae-40fc-9c71-13d1d1c50362 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437703 Jun 14 18:30:06.054764 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b7d546cc-500b-4671-9075-399ca6e0f70f req-a2363dec-861b-468a-bc1f-0ea74f8c7af1 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0277367 Jun 14 18:30:06.233147 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc236a-d7fa-4dec-a961-3369e1d1f82d req-16f1edfd-6f02-42ca-b67e-54715c495320 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:06.234680 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-11bc236a-d7fa-4dec-a961-3369e1d1f82d req-16f1edfd-6f02-42ca-b67e-54715c495320 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 944 time: 0.0578146 Jun 14 18:30:06.264168 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:06.302819 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-11bc236a-d7fa-4dec-a961-3369e1d1f82d req-ff44a7b0-b817-4c63-b3b6-c570ffcf263f tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584118 Jun 14 18:30:06.834025 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7fbd0c35-fe87-4ea6-b943-245fc4af4992 req-1bda6d49-a4fd-4aeb-b4c6-406778d2144a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0614076 Jun 14 18:30:07.121905 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff82fc7-40a1-4846-864d-48a2d0bfeec0 req-a3d8d648-0866-44eb-9cf4-5d873080485c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:07.128980 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eff82fc7-40a1-4846-864d-48a2d0bfeec0 req-a3d8d648-0866-44eb-9cf4-5d873080485c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.1313996 Jun 14 18:30:07.276767 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eff82fc7-40a1-4846-864d-48a2d0bfeec0 req-a8f6845b-9cf5-4e3f-a572-5ff9471a7620 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394713 Jun 14 18:30:07.519464 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747607d9-bbd5-40ce-8b8d-58f5f137164b req-a6a49c46-e33a-470e-bfa8-5909e35d3e9e tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:07.522324 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-747607d9-bbd5-40ce-8b8d-58f5f137164b req-a6a49c46-e33a-470e-bfa8-5909e35d3e9e tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 944 time: 0.0933640 Jun 14 18:30:07.608347 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-747607d9-bbd5-40ce-8b8d-58f5f137164b req-4e63e2c1-1fac-4797-9d07-5c972c1ef8d6 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799658 Jun 14 18:30:07.643858 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-42385b4c-e538-462c-a2e1-e6f9796df012 req-e0b31679-1834-4770-9e9d-464373f6cf47 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.3967032 Jun 14 18:30:07.939882 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-49c3b0d6-1f02-4282-844b-46cacf24e17c req-9af7bf7a-5af6-49db-99bc-375abbd36b2c tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0301454 Jun 14 18:30:08.408212 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7a060-9dc1-4b07-9139-ba2fc3cf226d req-759c20ef-7024-4387-b645-cb4518937ea7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:08.415377 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f5c7a060-9dc1-4b07-9139-ba2fc3cf226d req-759c20ef-7024-4387-b645-cb4518937ea7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0554659 Jun 14 18:30:08.469628 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f5c7a060-9dc1-4b07-9139-ba2fc3cf226d req-579bb7f3-e1b2-4959-b546-2b41e040c7fe tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527346 Jun 14 18:30:08.722986 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010ad56-99c2-4059-99b1-79a528ef89ac req-5271eaaa-9752-44a1-86b6-a2366193e839 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:08.724376 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e010ad56-99c2-4059-99b1-79a528ef89ac req-5271eaaa-9752-44a1-86b6-a2366193e839 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 944 time: 0.0477576 Jun 14 18:30:08.730922 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8a950d5c-3e4b-4452-864c-a0549f2eaaa6 req-48a75e67-2df4-413d-8745-d662fd9acae1 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0272365 Jun 14 18:30:08.772263 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e010ad56-99c2-4059-99b1-79a528ef89ac req-cdd3b5d9-3318-4ae9-b5e9-d2075fa4711c tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Jun 14 18:30:09.042655 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8d7da5b0-8b38-4b3d-ad37-ae5f02cdeef7 req-ff973eec-09f7-403c-b6ed-b604634cd526 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0308769 Jun 14 18:30:09.595213 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd3055-e156-4999-b5ac-84025fe7fbc7 req-709b40b9-bb7e-40f2-87ba-43ca25b4531d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:09.596724 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3efd3055-e156-4999-b5ac-84025fe7fbc7 req-709b40b9-bb7e-40f2-87ba-43ca25b4531d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0506868 Jun 14 18:30:09.644726 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3efd3055-e156-4999-b5ac-84025fe7fbc7 req-1761cf2a-740e-474a-8084-153fd2b54629 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423205 Jun 14 18:30:09.826347 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-62c337e4-59ed-4268-a590-e24cce7f3269 req-0ce7f637-be2e-4acb-90b7-ba1fee1104e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0280049 Jun 14 18:30:09.885275 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0097954-30aa-4b8f-8211-b213524f5929 req-333ef183-f959-41e1-b873-a8a9a836fb44 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:09.886829 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b0097954-30aa-4b8f-8211-b213524f5929 req-333ef183-f959-41e1-b873-a8a9a836fb44 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 944 time: 0.0470283 Jun 14 18:30:09.935807 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b0097954-30aa-4b8f-8211-b213524f5929 req-52051cfc-acdf-4621-b822-926a6fcfa399 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433667 Jun 14 18:30:10.136786 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-eaec427b-e4c5-4eae-b284-537e5a0706d9 req-4d30d59d-1851-401d-9ef4-edccd73012da tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0277822 Jun 14 18:30:10.804708 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe0e3d-2ede-418a-a118-e875229015c4 req-16e4f2cb-ae43-47e8-9251-25156841b42f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:10.806650 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9abe0e3d-2ede-418a-a118-e875229015c4 req-16e4f2cb-ae43-47e8-9251-25156841b42f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0857236 Jun 14 18:30:10.814932 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-4ccd4144-bfec-45b2-8791-8ecf59986567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:10.816559 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-4ccd4144-bfec-45b2-8791-8ecf59986567 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54fd905313ed4581a527fe3a6ebf7bba&device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 1128 time: 0.0642483 Jun 14 18:30:10.905370 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-ad596d3b-106b-476f-a662-a99e24ea8311 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c HTTP/1.1" status: 200 len: 217 time: 0.0713122 Jun 14 18:30:10.912572 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:10.937482 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8990a9ff-5966-4a66-b9ed-9335be382712 req-4fb9e7b0-ed05-4ea4-bc7d-7bfab185b7a7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0319419 Jun 14 18:30:10.971343 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9abe0e3d-2ede-418a-a118-e875229015c4 req-0a22839b-5afd-42fa-9a04-95a3628a65e5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587648 Jun 14 18:30:10.977813 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8373b-048f-42f8-b666-bb997aefbab3 req-ec2dc121-3576-4fcc-8332-8bd32a236dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:10.978133 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6a8373b-048f-42f8-b666-bb997aefbab3 req-ec2dc121-3576-4fcc-8332-8bd32a236dc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 1129 time: 0.1065500 Jun 14 18:30:11.005500 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-108de8f5-6b85-4db5-8788-0dd6203d2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:11.005500 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-108de8f5-6b85-4db5-8788-0dd6203d2de2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ea6afc2-bb38-4a4d-b551-a1f92707e3a5 HTTP/1.1" status: 200 len: 853 time: 0.0843759 Jun 14 18:30:11.067010 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc313d-5d59-495a-b023-cf3be5fbc742 req-d4b30fa8-ebb8-4e7f-9152-38febe9d43c4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:11.068469 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-12bc313d-5d59-495a-b023-cf3be5fbc742 req-d4b30fa8-ebb8-4e7f-9152-38febe9d43c4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 944 time: 0.0468464 Jun 14 18:30:11.122504 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-12bc313d-5d59-495a-b023-cf3be5fbc742 req-62efc9a1-a94d-42d4-9cb9-92808249a067 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473444 Jun 14 18:30:11.249909 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-af719e30-12b3-41d5-9c74-5f4ef8a38ae7 req-d458ccc6-eb3d-4f82-8b58-cf7c151dac15 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0373788 Jun 14 18:30:11.371617 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-52a41188-107a-4b79-b481-d83a3ec355b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:11.373466 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-52a41188-107a-4b79-b481-d83a3ec355b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc89e178-aa0d-44e6-b82e-a33c04c68411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012485 Jun 14 18:30:11.421922 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8373b-048f-42f8-b666-bb997aefbab3 req-fedd8cdd-ddec-484e-b463-bc53fe9fa5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:11.426436 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6a8373b-048f-42f8-b666-bb997aefbab3 req-fedd8cdd-ddec-484e-b463-bc53fe9fa5d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.1846867 Jun 14 18:30:11.606468 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6a8373b-048f-42f8-b666-bb997aefbab3 req-32ecf66b-dba3-4d3d-9c2d-16590008d3f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e99f823-8a81-4709-b6d7-f5393c08507e HTTP/1.1" status: 200 len: 1001 time: 0.1635134 Jun 14 18:30:11.612683 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-7648d535-34ad-46e6-8978-2978ce93bb0f service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282684 Jun 14 18:30:11.682730 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:11.735804 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8373b-048f-42f8-b666-bb997aefbab3 req-f7e17a55-7bc3-49d3-a0e0-d5c111d72152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:11.735804 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6a8373b-048f-42f8-b666-bb997aefbab3 req-f7e17a55-7bc3-49d3-a0e0-d5c111d72152 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.1116102 Jun 14 18:30:11.796798 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8373b-048f-42f8-b666-bb997aefbab3 req-231c4bf6-b57b-4dbb-b497-016ca32b11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:11.802020 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6a8373b-048f-42f8-b666-bb997aefbab3 req-231c4bf6-b57b-4dbb-b497-016ca32b11c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564086 Jun 14 18:30:11.804138 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5efadae8-eaf7-427b-b2fd-5256abd79cec req-f16f612c-d78e-4879-84a2-57935cc967de service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709805 Jun 14 18:30:11.917111 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6a8373b-048f-42f8-b666-bb997aefbab3 req-62f3d4f4-40b3-4129-b2c8-21ced18393fc service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111643 Jun 14 18:30:12.051245 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-67d302fd-d474-453f-92d0-b885d89ebce6 req-d9093dc2-842c-4554-b0d9-a74e7c81dabf tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0308692 Jun 14 18:30:12.107637 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29d998-5265-459e-a877-39c7172cf9af req-3eacb8e7-5ebf-4a71-b286-6985b5529489 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:12.109192 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9d29d998-5265-459e-a877-39c7172cf9af req-3eacb8e7-5ebf-4a71-b286-6985b5529489 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0510731 Jun 14 18:30:12.162912 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9d29d998-5265-459e-a877-39c7172cf9af req-77208391-38f2-4301-b37a-dbe8e7c7b6f2 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480273 Jun 14 18:30:12.204630 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:12.242572 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00851121-273b-41bb-9923-79eea25de30f req-04b9ed8d-d9f9-47ab-8268-c043a25a1717 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:12.244014 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-00851121-273b-41bb-9923-79eea25de30f req-04b9ed8d-d9f9-47ab-8268-c043a25a1717 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 944 time: 0.0483785 Jun 14 18:30:12.292558 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-00851121-273b-41bb-9923-79eea25de30f req-810ca7bb-7025-4e5e-92f7-a69ac6768d08 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 Jun 14 18:30:12.363815 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e72b1ef2-7236-4a88-80dc-5a39770de79f req-a69641e1-8b22-442e-bb60-0b66a8183747 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0314014 Jun 14 18:30:12.925235 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=76 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:12.975212 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=72 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:13.159050 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:13.255239 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-95b099ef-8e09-4777-8bf9-b234b3ed0594 req-72bf8d5c-bee5-4c73-91ae-e0a06dcb7c84 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0643001 Jun 14 18:30:13.286553 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e3004-1fc3-4b0f-9e4d-5910e88fe15b req-1c900e84-c89f-40c3-94d0-c357e6e60988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:13.288762 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f00e3004-1fc3-4b0f-9e4d-5910e88fe15b req-1c900e84-c89f-40c3-94d0-c357e6e60988 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54fd905313ed4581a527fe3a6ebf7bba&device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 1128 time: 0.1973255 Jun 14 18:30:13.361008 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6a8373b-048f-42f8-b666-bb997aefbab3 req-17ca3c17-4edb-48ff-8eca-15aec93db187 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138170 Jun 14 18:30:13.394938 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211594b5-87a5-4ddf-9cdb-549f1e0cf0b5 req-dc94eba6-ffba-4e21-883f-961fb556fc52 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:13.396442 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-211594b5-87a5-4ddf-9cdb-549f1e0cf0b5 req-dc94eba6-ffba-4e21-883f-961fb556fc52 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0934651 Jun 14 18:30:13.415383 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a3ec7-62cc-48bc-b157-7f150e1234a0 req-ca32f6c3-316a-47e7-9e23-439abe53eb84 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:13.418258 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-414a3ec7-62cc-48bc-b157-7f150e1234a0 req-ca32f6c3-316a-47e7-9e23-439abe53eb84 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 944 time: 0.0530806 Jun 14 18:30:13.487682 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-414a3ec7-62cc-48bc-b157-7f150e1234a0 req-b489879c-0a23-4283-ac01-ac990b1078be tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622766 Jun 14 18:30:13.510449 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-211594b5-87a5-4ddf-9cdb-549f1e0cf0b5 req-c9dfe14e-736e-457d-934a-2709ab817120 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841949 Jun 14 18:30:13.514871 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e3004-1fc3-4b0f-9e4d-5910e88fe15b req-1588f9f0-d8d2-4182-b75c-84dee920d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:13.514871 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f00e3004-1fc3-4b0f-9e4d-5910e88fe15b req-1588f9f0-d8d2-4182-b75c-84dee920d550 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc89e178-aa0d-44e6-b82e-a33c04c68411 HTTP/1.1" status: 200 len: 915 time: 0.2110786 Jun 14 18:30:13.555604 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f00e3004-1fc3-4b0f-9e4d-5910e88fe15b req-4cefab36-989e-4f59-96c1-8428b2a1821d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c HTTP/1.1" status: 200 len: 217 time: 0.0367875 Jun 14 18:30:13.594672 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9772cf78-a09a-4219-b2d6-86be2e161215 req-bb0106b6-68a5-4017-8df3-21290b7054a4 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0341496 Jun 14 18:30:13.613633 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e3004-1fc3-4b0f-9e4d-5910e88fe15b req-74cc58ee-e499-4f3a-8abf-8485ee89bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:13.615091 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f00e3004-1fc3-4b0f-9e4d-5910e88fe15b req-74cc58ee-e499-4f3a-8abf-8485ee89bd47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ea6afc2-bb38-4a4d-b551-a1f92707e3a5 HTTP/1.1" status: 200 len: 853 time: 0.0531652 Jun 14 18:30:13.884485 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e3004-1fc3-4b0f-9e4d-5910e88fe15b req-2f24f823-9c63-44fc-8abb-3bf608ce4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:13.886588 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f00e3004-1fc3-4b0f-9e4d-5910e88fe15b req-2f24f823-9c63-44fc-8abb-3bf608ce4098 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc89e178-aa0d-44e6-b82e-a33c04c68411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541396 Jun 14 18:30:13.986965 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f00e3004-1fc3-4b0f-9e4d-5910e88fe15b req-5745c00c-fd3c-4c3d-8743-aa8d719bb051 service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928533 Jun 14 18:30:14.089002 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f00e3004-1fc3-4b0f-9e4d-5910e88fe15b req-3021d4fd-1275-4891-807a-0fb2cc5cc242 service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953715 Jun 14 18:30:14.217478 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-c254325b-f8cc-499b-b2d3-58bf6b21ca50 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:14.220242 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-c254325b-f8cc-499b-b2d3-58bf6b21ca50 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.13 "GET /v2.0/networks?id=39e41b5c-e704-4229-8e8f-5b4157b809d1 HTTP/1.1" status: 200 len: 809 time: 0.1190233 Jun 14 18:30:14.284985 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-4ac96775-d614-4c2b-967e-04e8e94c8c8a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=437f86b97f3c4725955bc1f71017af5e HTTP/1.1" status: 200 len: 379 time: 0.0566096 Jun 14 18:30:14.292161 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9530bd2f-adfe-4346-b9ff-e6d39d227b3c details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:30:14.344847 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:14.360742 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-035e2ca6-0cf4-4c9b-ba05-0d2462afcc94 req-1a0c2538-59bd-46a6-87eb-4f86b6e6f4e6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0347967 Jun 14 18:30:14.402392 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:14.415257 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'port_id': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'mac_address': 'fa:16:3e:fb:53:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:30:14.460952 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:30:14.461345 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:14.476080 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9530bd2f-adfe-4346-b9ff-e6d39d227b3c {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:30:14.498455 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:14.543767 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Request body: {'port': {'device_id': '750a5111-2788-46b6-aa18-57f7c1019d64', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'admin_state_up': True, 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'security_groups': ['78d718e3-7266-4b5d-bf53-bd2a6dd9604f']}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:14.551709 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:14.561422 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:14.618265 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec406fae-8b39-41e9-8a74-8b1d8608cf77 req-b06993bc-70b6-45bc-bc87-111ed0ab1228 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:14.621096 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ec406fae-8b39-41e9-8a74-8b1d8608cf77 req-b06993bc-70b6-45bc-bc87-111ed0ab1228 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 945 time: 0.0609112 Jun 14 18:30:14.631279 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:14.688700 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ec406fae-8b39-41e9-8a74-8b1d8608cf77 req-d9e24b4d-1a67-4799-81ea-23d27e314df6 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609360 Jun 14 18:30:14.708215 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac9064-4d69-4ba1-8d52-0bb868c1d06e req-11fbd767-c99a-4655-b1ac-18659d329eb8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:14.710034 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5fac9064-4d69-4ba1-8d52-0bb868c1d06e req-11fbd767-c99a-4655-b1ac-18659d329eb8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0749981 Jun 14 18:30:14.782211 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5fac9064-4d69-4ba1-8d52-0bb868c1d06e req-2e904f10-e0b0-47cf-abf4-c40c50b0dd84 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623691 Jun 14 18:30:14.809329 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e541bd53-b77f-472f-85d3-4f0f3642680b req-58af007b-55ea-4e0f-b692-ad784a5dcddc tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0423558 Jun 14 18:30:14.830212 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Made reservation on behalf of 437f86b97f3c4725955bc1f71017af5e for: {'port': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:30:14.834076 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:14.860989 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:14.949555 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-7fd23c44-dc44-4d3c-b195-e0b87284fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:14.957144 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-7fd23c44-dc44-4d3c-b195-e0b87284fae5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2&tenant_id=e8603a3b1604479da86224c52c2467ad HTTP/1.1" status: 200 len: 1128 time: 0.0830164 Jun 14 18:30:15.064893 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-865fc6eb-e964-4573-a75d-814a50e181ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:15.066633 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-865fc6eb-e964-4573-a75d-814a50e181ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8603a3b1604479da86224c52c2467ad&device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 1128 time: 0.0878825 Jun 14 18:30:15.103517 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-2878c8fd-5ff2-43cd-b2eb-2332293e9953 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:15.105172 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-2878c8fd-5ff2-43cd-b2eb-2332293e9953 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 814 time: 0.2449443 Jun 14 18:30:15.123032 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['9530bd2f-adfe-4346-b9ff-e6d39d227b3c'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:30:15.155894 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Allocated IP 172.20.0.10 (39e41b5c-e704-4229-8e8f-5b4157b809d1/733f3888-d538-4d36-9494-05eb79859400/4fa1bac8-6b6d-4a62-afca-3aed68487621) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:30:15.171099 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-c8e6ef4a-e22b-4db7-8618-d43c0f764861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:15.173743 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-c8e6ef4a-e22b-4db7-8618-d43c0f764861 service neutron] 10.222.0.13 "GET /v2.0/networks?id=274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 200 len: 918 time: 0.0990479 Jun 14 18:30:15.248522 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-ecfe1378-bbc3-496d-8b32-bdbf932b0f7a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f8367a52044e82a2c272da39e1bfd8 HTTP/1.1" status: 200 len: 472 time: 0.1346185 Jun 14 18:30:15.265036 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:15.270971 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'port': {'device_id': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'admin_state_up': True, 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'security_groups': ['bfb3c960-fbfa-4d93-b4f0-4ed9221af43c']}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:15.297511 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-95c26d4a-9329-46fa-b5e7-d3b6acd94140 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee384335-560e-4f82-a137-0b23b61ff825 HTTP/1.1" status: 200 len: 1000 time: 0.1181171 Jun 14 18:30:15.311912 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:15.360898 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-54d0dd06-b4bb-4177-99df-559420906ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:15.363769 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-54d0dd06-b4bb-4177-99df-559420906ab4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61e47d25-4bab-4e31-a800-f8d0e60b222c HTTP/1.1" status: 200 len: 856 time: 0.0582428 Jun 14 18:30:15.436394 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-c6cf8434-c753-41c1-a1e1-a6ac1a4ee907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:15.438022 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-c6cf8434-c753-41c1-a1e1-a6ac1a4ee907 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=274ef244-b114-4d41-92b0-e6c757fabfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616155 Jun 14 18:30:15.569251 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:15.602656 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-10377808-a083-4ada-aed3-f2e4215dfc0b service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051052 Jun 14 18:30:15.725784 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d58f8143-212c-466d-ac25-a45d1eabb0f5 req-f480770a-c40f-434c-9d0e-75a1061e9334 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0876002 Jun 14 18:30:15.797183 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0157b3f-fb27-4afb-aeef-5f6fc5ea3c04 req-ddbd4f1b-e11b-4035-b33a-2db5baa7ca88 service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898093 Jun 14 18:30:15.832161 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:15.946126 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Made reservation on behalf of 56f8367a52044e82a2c272da39e1bfd8 for: {'port': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:30:15.956033 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:15.979241 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93b8f6-195c-4286-aca8-347a983e24ed req-8944c0ff-807e-42ea-8e29-4ceaebd391e5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:15.981688 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee42885-4ce1-4acd-9c83-938b65451669 req-2398b357-9dc9-4013-ab66-7a2fa139eecb tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:15.986496 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cee42885-4ce1-4acd-9c83-938b65451669 req-2398b357-9dc9-4013-ab66-7a2fa139eecb tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 945 time: 0.0867708 Jun 14 18:30:15.986640 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8a93b8f6-195c-4286-aca8-347a983e24ed req-8944c0ff-807e-42ea-8e29-4ceaebd391e5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0948510 Jun 14 18:30:16.028223 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:16.050739 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cee42885-4ce1-4acd-9c83-938b65451669 req-1d63219c-2690-4146-89cc-68e93933008d tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610609 Jun 14 18:30:16.105420 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:16.141793 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Network 39e41b5c-e704-4229-8e8f-5b4157b809d1 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:30:16.157161 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:30:16.169659 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:30:16.174893 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:16.175686 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:16.178415 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event updated for resources: {'Port': ['ID=4fa1bac8-6b6d-4a62-afca-3aed68487621,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:16.206953 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e530e15-dd94-4915-b701-0eb215ea31ea req-41b1d21f-d988-407e-8da3-2771c4393756 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:16.213953 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8a93b8f6-195c-4286-aca8-347a983e24ed req-dcf39ecc-9fe3-46e7-9ab7-a38b50a06c12 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183323 Jun 14 18:30:16.221389 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3e530e15-dd94-4915-b701-0eb215ea31ea req-41b1d21f-d988-407e-8da3-2771c4393756 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 932 time: 0.0946395 Jun 14 18:30:16.269790 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:16.280670 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.281973 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.282800 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.283845 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.284394 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.284961 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.285521 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.286602 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.287551 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.288229 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.288997 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.289838 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.290419 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.291238 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.291799 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:16.300154 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3e530e15-dd94-4915-b701-0eb215ea31ea req-5b4f95c5-004f-48a2-976e-1dd9117ff3c6 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776386 Jun 14 18:30:16.302496 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9530bd2f-adfe-4346-b9ff-e6d39d227b3c up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:30:16.318300 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Allocated IP 172.20.0.14 (e21b4aaa-368c-485d-acb4-337720920cc4/4916d0d5-399f-4622-980d-32fb81ecd6af/94648b79-8eac-456c-9ef4-94a9d6d3e060) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:30:16.389786 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:30:16.408967 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-a9c75d39-e384-481b-8a9a-12471ef98fdb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8698630 Jun 14 18:30:16.442457 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Request body: {'port': {'device_id': '750a5111-2788-46b6-aa18-57f7c1019d64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:16.487380 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:30:16.488189 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:16.610871 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:30:16.611253 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:16.615445 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-813a6b57-a97d-438a-97b8-99e8b5ebeae5 None None] Provisioning complete for port 4fa1bac8-6b6d-4a62-afca-3aed68487621 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:30:16.616089 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-813a6b57-a97d-438a-97b8-99e8b5ebeae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:16.704426 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:16.705439 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:30:16.707942 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f761e212-c401-4387-8c0a-bf5cc16a5c21" -d '{"events": [{"server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "name": "network-vif-plugged", "status": "completed", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:30:16.736426 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-813a6b57-a97d-438a-97b8-99e8b5ebeae5 None None] Port 4fa1bac8-6b6d-4a62-afca-3aed68487621 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:30:16.738022 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:16.755545 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:16.801894 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c46263-087c-4e44-ada2-5dc9787f27dc x-openstack-request-id: req-17c46263-087c-4e44-ada2-5dc9787f27dc {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:30:16.802418 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "name": "network-vif-plugged", "status": "completed", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:30:16.802882 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17c46263-087c-4e44-ada2-5dc9787f27dc {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:30:16.803571 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c46263-087c-4e44-ada2-5dc9787f27dc'] response: {'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'code': 200} Jun 14 18:30:16.860504 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:17.031343 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:17.042525 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9093a11f-717b-4e2d-b32d-711798aa4308 req-ea81f817-28a4-4b17-9720-2fc1e1539b51 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.1278570 Jun 14 18:30:17.060125 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:17.285978 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab914b24-35d4-4294-9105-19e1319c042b req-1f46161c-739c-44f2-b55f-5509f80525ef tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:17.295377 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ab914b24-35d4-4294-9105-19e1319c042b req-1f46161c-739c-44f2-b55f-5509f80525ef tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 946 time: 0.0947657 Jun 14 18:30:17.385762 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4878d8f-3608-4708-b62e-65b5831ec4b1 req-b86e8e1c-f2a2-4fd6-9794-58514a7b446c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:17.394353 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c4878d8f-3608-4708-b62e-65b5831ec4b1 req-b86e8e1c-f2a2-4fd6-9794-58514a7b446c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0697951 Jun 14 18:30:17.420036 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa1bac8-6b6d-4a62-afca-3aed68487621 {{(pid=104772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:30:17.428154 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ab914b24-35d4-4294-9105-19e1319c042b req-b1e4a074-f474-4834-b75d-ec89d2d17dde tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315501 Jun 14 18:30:17.440107 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Publish callbacks [] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:17.469688 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.provisioning_blocks [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Transition to ACTIVE for port object 4fa1bac8-6b6d-4a62-afca-3aed68487621 will not be triggered until provisioned by entity L2. {{(pid=104772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:30:17.501859 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c4878d8f-3608-4708-b62e-65b5831ec4b1 req-6a0da2c2-7e44-4b2b-837d-0e70f39da16f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039474 Jun 14 18:30:17.667501 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:17.711801 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a2dc6-d487-4f7f-be69-5a8460fc73f7 req-9ecf683a-de80-40f0-944e-24e2e45937c8 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:17.715383 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a05a2dc6-d487-4f7f-be69-5a8460fc73f7 req-9ecf683a-de80-40f0-944e-24e2e45937c8 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 932 time: 0.1044676 Jun 14 18:30:17.865340 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a05a2dc6-d487-4f7f-be69-5a8460fc73f7 req-9b9e24aa-d9cb-49fa-bd3c-d7297d0aa763 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280644 Jun 14 18:30:18.071215 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:18.080146 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:18.201815 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'Port': ['ID=94648b79-8eac-456c-9ef4-94a9d6d3e060,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:18.263356 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Network e21b4aaa-368c-485d-acb4-337720920cc4 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:30:18.371811 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Pushing event updated for resources: {'Port': ['ID=4fa1bac8-6b6d-4a62-afca-3aed68487621,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:18.391010 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:30:18.415891 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:30:18.425612 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:18.427044 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:18.438705 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560b87d-d004-4bb5-9ed2-c4e90725d813 req-2b009b9f-c63d-445a-a1b2-b06151e791fd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:18.440559 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d560b87d-d004-4bb5-9ed2-c4e90725d813 req-2b009b9f-c63d-445a-a1b2-b06151e791fd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 932 time: 0.2421370 Jun 14 18:30:18.549388 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Attempting to bind port 4fa1bac8-6b6d-4a62-afca-3aed68487621 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:30:18.551465 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Attempting to bind port 4fa1bac8-6b6d-4a62-afca-3aed68487621 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:30:18.552228 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Attempting to bind port 4fa1bac8-6b6d-4a62-afca-3aed68487621 on network 39e41b5c-e704-4229-8e8f-5b4157b809d1 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:30:18.565660 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Port 4fa1bac8-6b6d-4a62-afca-3aed68487621 on network 39e41b5c-e704-4229-8e8f-5b4157b809d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:30:18.566947 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Attempting to bind port 4fa1bac8-6b6d-4a62-afca-3aed68487621 on network 39e41b5c-e704-4229-8e8f-5b4157b809d1 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:30:18.581544 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:30:18.583146 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Checking segment: {'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:30:18.583969 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Bound using segment: {'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:30:18.585064 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Bound port: 4fa1bac8-6b6d-4a62-afca-3aed68487621, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1'}}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:30:18.586729 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:18.670590 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d560b87d-d004-4bb5-9ed2-c4e90725d813 req-6dd2a057-1616-4c1c-85f8-3dac715d0df4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132778 Jun 14 18:30:18.733364 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-5190d395-853a-4db6-a2e1-f26c6ca48785 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4663186 Jun 14 18:30:18.815933 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Request body: {'port': {'device_id': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:18.876612 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fabc8-1ec9-43b1-9a59-47924e6a5a25 req-0ccfec46-313f-484e-8ce7-5d615264375c tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:18.892154 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-351fabc8-1ec9-43b1-9a59-47924e6a5a25 req-0ccfec46-313f-484e-8ce7-5d615264375c tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 946 time: 0.2831857 Jun 14 18:30:18.948884 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cd319-040c-40cb-89e3-3482e557d6a1 req-42a825ee-b90c-4a5c-bff5-5f2855a080ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:18.950822 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-805cd319-040c-40cb-89e3-3482e557d6a1 req-42a825ee-b90c-4a5c-bff5-5f2855a080ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 1130 time: 0.1773229 Jun 14 18:30:18.957721 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c21b0-672a-46b1-b957-32e89d5c86a8 req-6349f534-0399-43be-bd91-2912a7a3bb01 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:18.972129 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5a6c21b0-672a-46b1-b957-32e89d5c86a8 req-6349f534-0399-43be-bd91-2912a7a3bb01 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.1198595 Jun 14 18:30:19.031851 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-e9fe2b77-cb2e-4861-849c-72a6384706db None None] Provisioning complete for port 94648b79-8eac-456c-9ef4-94a9d6d3e060 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:30:19.036444 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e9fe2b77-cb2e-4861-849c-72a6384706db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:19.040416 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 57402) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:19.094570 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5a6c21b0-672a-46b1-b957-32e89d5c86a8 req-3284f027-a332-4460-bbb4-a24b1eac39a8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210852 Jun 14 18:30:19.123073 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe2b77-cb2e-4861-849c-72a6384706db None None] Port 94648b79-8eac-456c-9ef4-94a9d6d3e060 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:30:19.136692 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-805cd319-040c-40cb-89e3-3482e557d6a1 req-cfbd8216-eab7-4d9a-8e13-5c833fa92673 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434555 Jun 14 18:30:19.168738 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] For port 4fa1bac8-6b6d-4a62-afca-3aed68487621, host hv-cinder-84456, cleared binding levels {{(pid=104772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:30:19.176297 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] For port 4fa1bac8-6b6d-4a62-afca-3aed68487621, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:30:19.255875 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:19.278679 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-351fabc8-1ec9-43b1-9a59-47924e6a5a25 req-7bff3371-dcb6-4c3c-bbb0-e06d6d1a6efa tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847294 Jun 14 18:30:19.286851 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:19.302477 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647ed8-135e-4fea-be21-2ea4f7d77da2 req-2d333304-ef03-41d9-a698-5466d779cf41 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:19.306170 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:19.313607 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6c647ed8-135e-4fea-be21-2ea4f7d77da2 req-2d333304-ef03-41d9-a698-5466d779cf41 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.1291358 Jun 14 18:30:19.356930 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:19.417741 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:19.419211 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:19.420672 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] 10.222.0.13 "PUT /v2.0/ports/4fa1bac8-6b6d-4a62-afca-3aed68487621 HTTP/1.1" status: 200 len: 1094 time: 2.9857862 Jun 14 18:30:19.424144 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:30:19.426647 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776e38c7-556a-4739-aa0f-270c72c1f1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:30:19.431314 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6c647ed8-135e-4fea-be21-2ea4f7d77da2 req-7b987a63-65e0-4180-b1c5-1a4c89bd552a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945399 Jun 14 18:30:19.580476 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807e2e89-4c34-4578-8eac-6c2e54b8e94d x-openstack-request-id: req-807e2e89-4c34-4578-8eac-6c2e54b8e94d {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:30:19.580766 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:30:19.581084 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-807e2e89-4c34-4578-8eac-6c2e54b8e94d {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:30:19.581373 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807e2e89-4c34-4578-8eac-6c2e54b8e94d'] response: {'name': 'network-changed', 'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'status': 'completed', 'code': 200} Jun 14 18:30:19.594037 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131ca19-06dc-4c1c-acb8-273283723bfe service neutron] Pushing event updated for resources: {'Port': ['ID=4fa1bac8-6b6d-4a62-afca-3aed68487621,revision_number=3']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:19.639616 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Publish callbacks [] for security_group (169a5fe8-f680-40be-ba30-f6ae2b9c4589), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:19.713487 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (169a5fe8-f680-40be-ba30-f6ae2b9c4589), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:19.786191 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab2b0d24567f4a3086620e48dfd66147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7441788 Jun 14 18:30:19.794145 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 57410) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:19.823126 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169a5fe8-f680-40be-ba30-f6ae2b9c4589,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:19.837994 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.838956 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.839509 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.839951 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.840391 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.840828 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.841260 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.841922 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.842401 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.842924 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.843335 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.843739 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.844138 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.844538 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.844931 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2380e6-c188-43e6-bc15-e834f30d19cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:19.939271 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:19.985071 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f1ddd-dcab-4b5e-a481-c97a965eb639 req-2eb5560e-7f89-4e90-861f-708526a9c4bb tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:19.989471 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b81f1ddd-dcab-4b5e-a481-c97a965eb639 req-2eb5560e-7f89-4e90-861f-708526a9c4bb tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 932 time: 0.1053047 Jun 14 18:30:19.990196 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94648b79-8eac-456c-9ef4-94a9d6d3e060 {{(pid=104772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:30:20.013072 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Publish callbacks [] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:20.037735 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b46d22b6-f98f-4a98-af95-f70975d9176e admin admin] Publish callbacks [] for security_group (169a5fe8-f680-40be-ba30-f6ae2b9c4589), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:20.039636 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.provisioning_blocks [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Transition to ACTIVE for port object 94648b79-8eac-456c-9ef4-94a9d6d3e060 will not be triggered until provisioned by entity L2. {{(pid=104772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:30:20.077686 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b46d22b6-f98f-4a98-af95-f70975d9176e admin admin] Publish callbacks [] for security_group (169a5fe8-f680-40be-ba30-f6ae2b9c4589), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:20.094807 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b81f1ddd-dcab-4b5e-a481-c97a965eb639 req-05d71a90-70de-4636-8677-b0228b26df8f tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904546 Jun 14 18:30:20.123833 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:20.190790 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:20.221283 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Pushing event updated for resources: {'Port': ['ID=94648b79-8eac-456c-9ef4-94a9d6d3e060,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:20.248667 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Attempting to bind port 94648b79-8eac-456c-9ef4-94a9d6d3e060 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:30:20.249179 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Attempting to bind port 94648b79-8eac-456c-9ef4-94a9d6d3e060 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:30:20.256939 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Attempting to bind port 94648b79-8eac-456c-9ef4-94a9d6d3e060 on network e21b4aaa-368c-485d-acb4-337720920cc4 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:30:20.260405 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Port 94648b79-8eac-456c-9ef4-94a9d6d3e060 on network e21b4aaa-368c-485d-acb4-337720920cc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:30:20.260777 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Attempting to bind port 94648b79-8eac-456c-9ef4-94a9d6d3e060 on network e21b4aaa-368c-485d-acb4-337720920cc4 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:30:20.269587 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:30:20.269932 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Checking segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:30:20.273608 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Bound using segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:30:20.273608 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Bound port: 94648b79-8eac-456c-9ef4-94a9d6d3e060, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'}}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:30:20.273608 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:20.411883 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] For port 94648b79-8eac-456c-9ef4-94a9d6d3e060, host hv-cinder-84456, cleared binding levels {{(pid=104772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:30:20.427774 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b46d22b6-f98f-4a98-af95-f70975d9176e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (169a5fe8-f680-40be-ba30-f6ae2b9c4589), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:20.435266 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b46d22b6-f98f-4a98-af95-f70975d9176e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:20.435266 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-b46d22b6-f98f-4a98-af95-f70975d9176e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/169a5fe8-f680-40be-ba30-f6ae2b9c4589 HTTP/1.1" status: 204 len: 168 time: 0.6273203 Jun 14 18:30:20.493523 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] For port 94648b79-8eac-456c-9ef4-94a9d6d3e060, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=94648b79-8eac-456c-9ef4-94a9d6d3e060,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:30:20.518131 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d22b6-f98f-4a98-af95-f70975d9176e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169a5fe8-f680-40be-ba30-f6ae2b9c4589,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:20.532915 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04671c-2ee3-4a7b-ae25-dcddd101c582 req-bb0076b1-7a3c-40b2-9880-afb51f8c86a0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:20.535288 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5c04671c-2ee3-4a7b-ae25-dcddd101c582 req-bb0076b1-7a3c-40b2-9880-afb51f8c86a0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.1524062 Jun 14 18:30:20.569156 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54e9a5-5a94-44fe-92da-2eeb22a5935e req-72f8ae2f-5992-47b8-aea9-155026a86639 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:20.586616 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ea54e9a5-5a94-44fe-92da-2eeb22a5935e req-72f8ae2f-5992-47b8-aea9-155026a86639 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 946 time: 0.1661479 Jun 14 18:30:20.617038 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:20.630933 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:20.662594 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5c04671c-2ee3-4a7b-ae25-dcddd101c582 req-ed813b82-cc9d-439b-bfe3-32d4eec016d8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162534 Jun 14 18:30:20.691740 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:20.692379 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:20.693840 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] 10.222.0.13 "PUT /v2.0/ports/94648b79-8eac-456c-9ef4-94a9d6d3e060 HTTP/1.1" status: 200 len: 1094 time: 1.8978508 Jun 14 18:30:20.710502 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ea54e9a5-5a94-44fe-92da-2eeb22a5935e req-17d29319-112f-4f80-aab7-8da1bc7d6c10 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176033 Jun 14 18:30:20.806544 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64097ea1-ea53-4f31-9c88-00106f161da1 service neutron] Pushing event updated for resources: {'Port': ['ID=94648b79-8eac-456c-9ef4-94a9d6d3e060,revision_number=3']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:20.969647 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4d61-714a-42b2-83ef-0ab04d606010 req-c7440a6c-470f-4917-94b1-8b7abb7016e8 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:20.975334 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-434a4d61-714a-42b2-83ef-0ab04d606010 req-c7440a6c-470f-4917-94b1-8b7abb7016e8 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.1069365 Jun 14 18:30:21.063437 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:21.077485 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-434a4d61-714a-42b2-83ef-0ab04d606010 req-617e5617-9fb5-4bc6-af32-7240fc32315c tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903082 Jun 14 18:30:21.112555 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-c1165a6b-2a61-43a8-93db-3b98ec27ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:21.116216 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-c1165a6b-2a61-43a8-93db-3b98ec27ca06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437f86b97f3c4725955bc1f71017af5e&device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 1128 time: 0.1113036 Jun 14 18:30:21.283909 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206a3b7-0404-44c7-ad1b-134814421d86 req-2f536870-e166-4067-9874-c5abd54c9b37 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:21.285425 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b206a3b7-0404-44c7-ad1b-134814421d86 req-2f536870-e166-4067-9874-c5abd54c9b37 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 944 time: 0.0725226 Jun 14 18:30:21.337628 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b206a3b7-0404-44c7-ad1b-134814421d86 req-ec6bbc13-a766-4da6-8ba0-f5e737dff5f3 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463152 Jun 14 18:30:21.582351 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'tag': '94648b79-8eac-456c-9ef4-94a9d6d3e060'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:30:21.584825 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4586d2-509f-4fe2-8f7f-1887e1038ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bbd826-8155-4a11-bba3-9a4b3172b726", "tag": "94648b79-8eac-456c-9ef4-94a9d6d3e060"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:30:21.628708 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad82428f-3b93-4866-9ddb-9b6734a4f00c x-openstack-request-id: req-ad82428f-3b93-4866-9ddb-9b6734a4f00c {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:30:21.628999 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bbd826-8155-4a11-bba3-9a4b3172b726", "tag": "94648b79-8eac-456c-9ef4-94a9d6d3e060", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:30:21.629255 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad82428f-3b93-4866-9ddb-9b6734a4f00c {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:30:21.629684 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad82428f-3b93-4866-9ddb-9b6734a4f00c'] response: {'name': 'network-changed', 'server_uuid': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'tag': '94648b79-8eac-456c-9ef4-94a9d6d3e060', 'status': 'completed', 'code': 200} Jun 14 18:30:21.864689 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c08c78-eb23-444a-90af-2aa4f1e4e184 req-406f40b6-536c-4e95-bf80-9905f326696c tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:21.871896 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-88c08c78-eb23-444a-90af-2aa4f1e4e184 req-406f40b6-536c-4e95-bf80-9905f326696c tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 946 time: 0.0881932 Jun 14 18:30:21.922162 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774196d-2f90-497a-911e-fec504983782 req-915a83f0-6b85-487a-bad1-18dfef319c19 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:21.924536 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0774196d-2f90-497a-911e-fec504983782 req-915a83f0-6b85-487a-bad1-18dfef319c19 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0785546 Jun 14 18:30:21.956501 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-88c08c78-eb23-444a-90af-2aa4f1e4e184 req-396bbe2f-d4b2-4ead-aefa-fb9913ef8088 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835645 Jun 14 18:30:21.987819 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0774196d-2f90-497a-911e-fec504983782 req-bbeb6bfc-be64-4a54-9d64-22e905d0aeca tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571251 Jun 14 18:30:22.151464 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844e757-e6f1-40a7-baea-707a1957ac58 req-3ae7719e-fac6-4010-807d-f0c68d4c796a tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:22.153256 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a844e757-e6f1-40a7-baea-707a1957ac58 req-3ae7719e-fac6-4010-807d-f0c68d4c796a tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 946 time: 0.0821023 Jun 14 18:30:22.222209 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a844e757-e6f1-40a7-baea-707a1957ac58 req-e27ae328-b16d-472b-841a-a4177fd7e104 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611200 Jun 14 18:30:22.286572 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff32ffa-9a97-47d2-b8c0-2633606c85bd req-0360db9b-985d-4567-b5cf-f1ac8d1b4315 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:22.294200 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fff32ffa-9a97-47d2-b8c0-2633606c85bd req-0360db9b-985d-4567-b5cf-f1ac8d1b4315 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0919154 Jun 14 18:30:22.379307 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fff32ffa-9a97-47d2-b8c0-2633606c85bd req-5ce9b9bb-fe7c-4278-8c18-1a178a02ec10 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839927 Jun 14 18:30:22.507961 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484aa3-ec87-4009-8086-632bb061d825 req-b894d019-3f86-4907-aec1-8cf948176c28 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:22.516610 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d2484aa3-ec87-4009-8086-632bb061d825 req-b894d019-3f86-4907-aec1-8cf948176c28 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 944 time: 0.0676203 Jun 14 18:30:22.586999 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d2484aa3-ec87-4009-8086-632bb061d825 req-ddacf6a8-6ebe-45fb-abee-ad456000fe14 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665405 Jun 14 18:30:22.674467 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd063d9f-2ad8-432a-a2ca-12b8e5e75999 req-4a6dcbce-2c54-4dea-8f52-9ee1f0abbf35 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:22.676247 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-dd063d9f-2ad8-432a-a2ca-12b8e5e75999 req-4a6dcbce-2c54-4dea-8f52-9ee1f0abbf35 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 946 time: 0.0579851 Jun 14 18:30:22.733162 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-dd063d9f-2ad8-432a-a2ca-12b8e5e75999 req-ed793c5c-f02b-46b8-9a27-7ae2cf4465b4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466979 Jun 14 18:30:22.892098 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:30:23.152297 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7491a12-87cc-4738-ba4e-cddb4db6ebca req-9640c07c-68bb-4b7c-a4bf-9bebbc7d69e3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:23.159630 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c7491a12-87cc-4738-ba4e-cddb4db6ebca req-9640c07c-68bb-4b7c-a4bf-9bebbc7d69e3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0647547 Jun 14 18:30:23.234972 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c7491a12-87cc-4738-ba4e-cddb4db6ebca req-3da493cf-447f-443b-9b79-ffb3e31441ae tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743334 Jun 14 18:30:23.498079 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c806e-a7af-41ed-94bb-216e911da375 req-585da911-6a79-485c-8174-2376991aa8ae tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:23.499494 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-608c806e-a7af-41ed-94bb-216e911da375 req-585da911-6a79-485c-8174-2376991aa8ae tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0513422 Jun 14 18:30:23.601289 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-608c806e-a7af-41ed-94bb-216e911da375 req-13b40543-6d80-4a74-bc90-76f42f099068 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895069 Jun 14 18:30:23.727126 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ce15b-ca95-4140-b580-f329c3b1634b req-46202d5d-6335-4b67-928f-c374b39752e6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:23.729926 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-322ce15b-ca95-4140-b580-f329c3b1634b req-46202d5d-6335-4b67-928f-c374b39752e6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 944 time: 0.0661612 Jun 14 18:30:23.787671 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-322ce15b-ca95-4140-b580-f329c3b1634b req-7fb627d1-95c9-494b-8207-345f6b08c36b tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479739 Jun 14 18:30:24.368973 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ba57b-f588-49ff-9ed5-c1e58189085d req-e8b59808-32e8-4f35-a978-5c8f22524e50 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:24.373728 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-714ba57b-f588-49ff-9ed5-c1e58189085d req-e8b59808-32e8-4f35-a978-5c8f22524e50 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0537446 Jun 14 18:30:24.429223 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-714ba57b-f588-49ff-9ed5-c1e58189085d req-1212b230-8875-49f2-b781-91d51e37b3d9 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524886 Jun 14 18:30:24.756602 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccf53e-89a7-48ce-85ee-c92a8f62fad3 req-cad24937-9d2d-46aa-934e-8e8ca7e0414e tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:24.758361 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3bccf53e-89a7-48ce-85ee-c92a8f62fad3 req-cad24937-9d2d-46aa-934e-8e8ca7e0414e tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0547237 Jun 14 18:30:24.833277 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3bccf53e-89a7-48ce-85ee-c92a8f62fad3 req-d90a4539-9c85-4144-860f-465c945200c6 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690539 Jun 14 18:30:24.976964 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b1356-4821-4266-9ffa-c33c1b55daf9 req-9ee0c54a-f120-40a8-bcc3-68f583d880b9 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:24.985241 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-831b1356-4821-4266-9ffa-c33c1b55daf9 req-9ee0c54a-f120-40a8-bcc3-68f583d880b9 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 944 time: 0.0745790 Jun 14 18:30:25.043860 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-831b1356-4821-4266-9ffa-c33c1b55daf9 req-45bdb486-9f36-4a51-9531-009f0332c35c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569737 Jun 14 18:30:25.559609 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453fd26-6546-4b8a-80f5-4c3efe1c62df req-f0cc9536-64f7-48e5-b126-54ef07fae614 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:25.561099 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c453fd26-6546-4b8a-80f5-4c3efe1c62df req-f0cc9536-64f7-48e5-b126-54ef07fae614 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0501847 Jun 14 18:30:25.629310 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c453fd26-6546-4b8a-80f5-4c3efe1c62df req-904af76d-f2b4-4dde-97d5-480241b570b7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627978 Jun 14 18:30:25.961037 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b144c5-0c14-4662-a23b-27a5a31ee7b7 req-3739550c-e704-4154-973e-9167af82ce15 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:25.963727 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-67b144c5-0c14-4662-a23b-27a5a31ee7b7 req-3739550c-e704-4154-973e-9167af82ce15 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0519433 Jun 14 18:30:25.989274 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:26.051096 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-67b144c5-0c14-4662-a23b-27a5a31ee7b7 req-79b39bce-06a7-49de-a8fc-576db3c58d21 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791786 Jun 14 18:30:26.187348 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656c96f-7f3d-4dd7-9c91-544c08e29550 req-788da7e8-99e9-4ba4-82e5-33833b8e13f7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:26.189398 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e656c96f-7f3d-4dd7-9c91-544c08e29550 req-788da7e8-99e9-4ba4-82e5-33833b8e13f7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 944 time: 0.0713797 Jun 14 18:30:26.232690 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 57522) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:26.274085 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e656c96f-7f3d-4dd7-9c91-544c08e29550 req-dc0f874f-630c-4084-b884-ad7f773d0daf tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787752 Jun 14 18:30:26.372463 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0bb64a63-c376-426b-a0a3-19f759a663e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:26.462165 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0bb64a63-c376-426b-a0a3-19f759a663e7 admin admin] Publish callbacks [] for security_group (70cb5f1c-b7ad-494c-a36a-871d9a15a21b), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:26.547656 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0bb64a63-c376-426b-a0a3-19f759a663e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (70cb5f1c-b7ad-494c-a36a-871d9a15a21b), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:26.551609 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:26.595694 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb64a63-c376-426b-a0a3-19f759a663e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cb5f1c-b7ad-494c-a36a-871d9a15a21b,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:26.602310 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-0bb64a63-c376-426b-a0a3-19f759a663e7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e93e8fcc48f04557b979c32bcc5034eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3681426 Jun 14 18:30:26.604904 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 57528) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:26.661189 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-45a4c9c1-6993-41f3-a6db-5906b8ad391a admin admin] Publish callbacks [] for security_group (70cb5f1c-b7ad-494c-a36a-871d9a15a21b), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:26.692342 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-45a4c9c1-6993-41f3-a6db-5906b8ad391a admin admin] Publish callbacks [] for security_group (70cb5f1c-b7ad-494c-a36a-871d9a15a21b), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:26.707097 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:26.768388 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fe443-8bec-4668-bb2d-bb0806a5eeb9 req-078a24b0-0ed2-4800-bb80-7f505db9fd3a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:26.770105 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea1fe443-8bec-4668-bb2d-bb0806a5eeb9 req-078a24b0-0ed2-4800-bb80-7f505db9fd3a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0507069 Jun 14 18:30:26.807667 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:26.827287 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-45a4c9c1-6993-41f3-a6db-5906b8ad391a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (70cb5f1c-b7ad-494c-a36a-871d9a15a21b), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:26.829836 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-45a4c9c1-6993-41f3-a6db-5906b8ad391a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:26.830984 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-45a4c9c1-6993-41f3-a6db-5906b8ad391a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/70cb5f1c-b7ad-494c-a36a-871d9a15a21b HTTP/1.1" status: 204 len: 168 time: 0.2249105 Jun 14 18:30:26.841139 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4c9c1-6993-41f3-a6db-5906b8ad391a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cb5f1c-b7ad-494c-a36a-871d9a15a21b,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:26.857969 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea1fe443-8bec-4668-bb2d-bb0806a5eeb9 req-215cfff5-cc17-4846-83af-4affdd4f5dad tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815315 Jun 14 18:30:27.184087 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487dbe7-214e-4b61-a2f8-d9249319d447 req-752955c2-755c-45d1-b8b6-ca32b464ec64 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:27.185927 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5487dbe7-214e-4b61-a2f8-d9249319d447 req-752955c2-755c-45d1-b8b6-ca32b464ec64 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0593183 Jun 14 18:30:27.249259 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5487dbe7-214e-4b61-a2f8-d9249319d447 req-e3f5722c-328f-41e6-99eb-fe3f0ecf8098 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563605 Jun 14 18:30:27.394432 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdf01f-5305-4a41-9fcb-b0e2a17ff729 req-33447147-e228-4890-a515-9a543cf00e07 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:27.395850 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d9bdf01f-5305-4a41-9fcb-b0e2a17ff729 req-33447147-e228-4890-a515-9a543cf00e07 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 944 time: 0.0470650 Jun 14 18:30:27.445368 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d9bdf01f-5305-4a41-9fcb-b0e2a17ff729 req-d84c59c2-d6c3-4f07-b72e-c7aba4c4aaeb tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Jun 14 18:30:27.676423 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-b83b2c44-980b-479c-8589-5671a3c09a10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621 HTTP/1.1" status: 200 len: 217 time: 0.0439124 Jun 14 18:30:27.707321 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-9693ef25-3463-4796-826b-8999694b219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:27.708872 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-9693ef25-3463-4796-826b-8999694b219f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 1128 time: 0.0676072 Jun 14 18:30:27.857768 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:28.236815 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-ff15bcd6-91de-4fe9-9f31-841c9306e7fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94648b79-8eac-456c-9ef4-94a9d6d3e060 HTTP/1.1" status: 200 len: 217 time: 0.0576098 Jun 14 18:30:28.283437 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-5f09a98b-89b3-4205-bc3f-ccba4c078075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:28.284883 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-5f09a98b-89b3-4205-bc3f-ccba4c078075 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=733f3888-d538-4d36-9494-05eb79859400 HTTP/1.1" status: 200 len: 848 time: 0.1073792 Jun 14 18:30:28.326298 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-b01d46e4-8c5c-431a-b8de-f8b44cc4486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:28.328458 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-b01d46e4-8c5c-431a-b8de-f8b44cc4486a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4916d0d5-399f-4622-980d-32fb81ecd6af HTTP/1.1" status: 200 len: 853 time: 0.0843875 Jun 14 18:30:28.393558 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-95605de1-b0d5-42e2-b8f3-ab89d46698a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:28.396103 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-95605de1-b0d5-42e2-b8f3-ab89d46698a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39e41b5c-e704-4229-8e8f-5b4157b809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047921 Jun 14 18:30:28.488005 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-e25254a3-c774-4946-a820-31c0d2baaf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:28.489428 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-e25254a3-c774-4946-a820-31c0d2baaf3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e21b4aaa-368c-485d-acb4-337720920cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1520827 Jun 14 18:30:28.568182 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e6179-0660-4c5a-a53e-a22a752c4bf5 req-cad4b7fa-0756-453e-9f52-acbfebcd272c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:28.570883 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4a9e6179-0660-4c5a-a53e-a22a752c4bf5 req-cad4b7fa-0756-453e-9f52-acbfebcd272c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.1797740 Jun 14 18:30:28.722293 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4a9e6179-0660-4c5a-a53e-a22a752c4bf5 req-42ac25b8-435e-44d1-a8a2-e0302bbdec64 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449406 Jun 14 18:30:28.726266 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-4534ed1d-8254-4341-b460-0965b23efe93 service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085740 Jun 14 18:30:28.730125 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-052754c6-4c53-4dd8-87d1-86c9c9ec502d service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331975 Jun 14 18:30:28.834698 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e07add-2c17-4136-8300-db310eae1d9d req-2394445a-7818-4918-9b85-bda6b5c2ec96 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:28.836280 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e8e07add-2c17-4136-8300-db310eae1d9d req-2394445a-7818-4918-9b85-bda6b5c2ec96 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0506127 Jun 14 18:30:28.874437 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:28.989736 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e8e07add-2c17-4136-8300-db310eae1d9d req-c0b186ca-5a7e-4646-8cb2-c8a31f324c8b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475430 Jun 14 18:30:29.017860 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:29.331151 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c139a2b0-0729-4fd8-b44c-115dcd25077f req-fd70478d-360a-412b-88bc-08bcdcc335f4 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729202 Jun 14 18:30:29.350576 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b2796c3e-3d67-458f-8c3d-3b5f87f51f8c req-90c4bda2-19a8-43a5-b666-8cd74da23fdb service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935913 Jun 14 18:30:29.371334 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8925707-ec11-47da-bacb-9a39a3425de3 req-d79d47bc-b4da-408d-a33b-5ce4fb1e6cfd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:29.372813 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b8925707-ec11-47da-bacb-9a39a3425de3 req-d79d47bc-b4da-408d-a33b-5ce4fb1e6cfd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 944 time: 0.3126061 Jun 14 18:30:29.426137 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b8925707-ec11-47da-bacb-9a39a3425de3 req-4e453ba1-e2b4-4df4-9f11-01df480cf32f tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469935 Jun 14 18:30:29.846701 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7e22568b-cca1-4ab2-98e8-66969bc283af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:29.857981 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f353fe-f4f8-44fb-b190-32dd89e9eb7b req-8062ab33-3ddf-4891-9846-7714adbf1c16 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:29.859537 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-85f353fe-f4f8-44fb-b190-32dd89e9eb7b req-8062ab33-3ddf-4891-9846-7714adbf1c16 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0524032 Jun 14 18:30:29.918259 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-85f353fe-f4f8-44fb-b190-32dd89e9eb7b req-461df855-7261-4d4c-b259-768feaf23d62 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490389 Jun 14 18:30:30.105045 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e699-befa-4d59-9413-abc02c195d92 req-6fd980e2-3906-4836-9089-720a33d3e976 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:30.106267 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eb54e699-befa-4d59-9413-abc02c195d92 req-6fd980e2-3906-4836-9089-720a33d3e976 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0481219 Jun 14 18:30:30.167847 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eb54e699-befa-4d59-9413-abc02c195d92 req-c4baaaf8-dbc2-4074-8583-a84d01dfbe2d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524402 Jun 14 18:30:30.541821 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c565e7-62f8-4719-a153-42880b649690 req-55e41064-9a4b-41ad-b996-0f4bc37afafe tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:30.543307 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-42c565e7-62f8-4719-a153-42880b649690 req-55e41064-9a4b-41ad-b996-0f4bc37afafe tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 944 time: 0.0478828 Jun 14 18:30:30.593158 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-42c565e7-62f8-4719-a153-42880b649690 req-40a9b819-0186-464d-ac23-1c74f04d3ae8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Jun 14 18:30:30.815772 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4586d2-509f-4fe2-8f7f-1887e1038ed8 req-2ac3da82-5a69-4223-9445-6841f2116baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:30.817258 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-de4586d2-509f-4fe2-8f7f-1887e1038ed8 req-2ac3da82-5a69-4223-9445-6841f2116baf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 1128 time: 0.0729251 Jun 14 18:30:30.820203 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e38c7-556a-4739-aa0f-270c72c1f1f3 req-76a72448-112c-42c0-b882-191d61a410cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:30.821576 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-776e38c7-556a-4739-aa0f-270c72c1f1f3 req-76a72448-112c-42c0-b882-191d61a410cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437f86b97f3c4725955bc1f71017af5e&device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 1128 time: 0.0673234 Jun 14 18:30:30.832965 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a549f5-0750-4e21-973b-84d6a7788711 req-86b70ab2-124a-4c7f-8165-1e6349d33f20 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:30.835204 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b7a549f5-0750-4e21-973b-84d6a7788711 req-86b70ab2-124a-4c7f-8165-1e6349d33f20 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0488303 Jun 14 18:30:30.886629 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b7a549f5-0750-4e21-973b-84d6a7788711 req-80f0d962-e952-40a7-8dcb-b611e208c85d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457401 Jun 14 18:30:30.997877 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4586d2-509f-4fe2-8f7f-1887e1038ed8 req-7a7e7a9c-608a-4488-9bd6-e90f2bdb585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:30.999248 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-de4586d2-509f-4fe2-8f7f-1887e1038ed8 req-7a7e7a9c-608a-4488-9bd6-e90f2bdb585f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 915 time: 0.1701300 Jun 14 18:30:31.001990 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e38c7-556a-4739-aa0f-270c72c1f1f3 req-5526aaa1-aaeb-41dd-b7b7-babc47e9eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:31.003287 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-776e38c7-556a-4739-aa0f-270c72c1f1f3 req-5526aaa1-aaeb-41dd-b7b7-babc47e9eb83 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39e41b5c-e704-4229-8e8f-5b4157b809d1 HTTP/1.1" status: 200 len: 910 time: 0.1641710 Jun 14 18:30:31.115995 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599f7d-0aec-4ca9-93f1-1ea379ab2259 req-3de15478-83b4-48be-8e4c-f70fb10b4f23 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:31.117535 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4c599f7d-0aec-4ca9-93f1-1ea379ab2259 req-3de15478-83b4-48be-8e4c-f70fb10b4f23 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.1133864 Jun 14 18:30:31.119141 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-776e38c7-556a-4739-aa0f-270c72c1f1f3 req-b1774926-9a07-4cec-b219-8f0a6c6f115a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621 HTTP/1.1" status: 200 len: 217 time: 0.0799873 Jun 14 18:30:31.120326 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-de4586d2-509f-4fe2-8f7f-1887e1038ed8 req-38306bcb-5670-4b6a-a46f-2f5f9313beb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94648b79-8eac-456c-9ef4-94a9d6d3e060 HTTP/1.1" status: 200 len: 217 time: 0.0801215 Jun 14 18:30:31.245849 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4586d2-509f-4fe2-8f7f-1887e1038ed8 req-5663f1e0-eda6-4961-92b3-f848ce1a97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:31.247305 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-de4586d2-509f-4fe2-8f7f-1887e1038ed8 req-5663f1e0-eda6-4961-92b3-f848ce1a97ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4916d0d5-399f-4622-980d-32fb81ecd6af HTTP/1.1" status: 200 len: 853 time: 0.1150508 Jun 14 18:30:31.250294 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e38c7-556a-4739-aa0f-270c72c1f1f3 req-9b3a3660-2ab5-4c52-9b8a-cbf411541a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:31.251682 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-776e38c7-556a-4739-aa0f-270c72c1f1f3 req-9b3a3660-2ab5-4c52-9b8a-cbf411541a18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=733f3888-d538-4d36-9494-05eb79859400 HTTP/1.1" status: 200 len: 848 time: 0.1204875 Jun 14 18:30:31.255268 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4c599f7d-0aec-4ca9-93f1-1ea379ab2259 req-f693c50e-fefd-4e7e-ae06-37c776cbbad8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319170 Jun 14 18:30:31.304672 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d7228-a48f-4713-a9fc-611c7d176d1b req-189848fb-6927-419f-a1b6-72d9c495ee19 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:31.307397 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-017d7228-a48f-4713-a9fc-611c7d176d1b req-189848fb-6927-419f-a1b6-72d9c495ee19 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0645032 Jun 14 18:30:31.336589 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4586d2-509f-4fe2-8f7f-1887e1038ed8 req-205fa08b-77b6-4ab0-a62d-6762f53c2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:31.338116 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-de4586d2-509f-4fe2-8f7f-1887e1038ed8 req-205fa08b-77b6-4ab0-a62d-6762f53c2240 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e21b4aaa-368c-485d-acb4-337720920cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768633 Jun 14 18:30:31.339441 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e38c7-556a-4739-aa0f-270c72c1f1f3 req-29de0cf3-bec1-4f5e-b717-dea5236c86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:31.340758 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-776e38c7-556a-4739-aa0f-270c72c1f1f3 req-29de0cf3-bec1-4f5e-b717-dea5236c86e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39e41b5c-e704-4229-8e8f-5b4157b809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782721 Jun 14 18:30:31.358677 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-017d7228-a48f-4713-a9fc-611c7d176d1b req-b11c8f74-7d20-4357-90c1-77fceb0725f8 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444365 Jun 14 18:30:31.393224 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:31.513663 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-de4586d2-509f-4fe2-8f7f-1887e1038ed8 req-116f0cc4-bbe6-4718-bb29-91a6296c4227 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626172 Jun 14 18:30:31.515331 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-776e38c7-556a-4739-aa0f-270c72c1f1f3 req-80959c2c-a6f2-477b-a52f-9a371111e739 service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633813 Jun 14 18:30:31.565143 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:31.728771 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-de4586d2-509f-4fe2-8f7f-1887e1038ed8 req-6f1aea45-d7ea-43b7-abec-9b315981407f service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977644 Jun 14 18:30:31.732861 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-776e38c7-556a-4739-aa0f-270c72c1f1f3 req-07099dd7-e353-4526-b049-f3c8565cf795 service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003436 Jun 14 18:30:31.747326 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605503c-af91-4f46-b63d-2213fd6ff7ad req-43a01689-b3a0-4b2f-8b02-38ce48702e63 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:31.749536 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0605503c-af91-4f46-b63d-2213fd6ff7ad req-43a01689-b3a0-4b2f-8b02-38ce48702e63 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 944 time: 0.0808995 Jun 14 18:30:31.799330 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0605503c-af91-4f46-b63d-2213fd6ff7ad req-01281e13-a608-4d6b-b3f4-b870784e0577 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420077 Jun 14 18:30:32.001811 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54d590-4e84-4d69-8468-2a53f716f64f req-de9c7ff8-ac21-40ce-9a3e-d24effd5f7d9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:32.003355 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-bf54d590-4e84-4d69-8468-2a53f716f64f req-de9c7ff8-ac21-40ce-9a3e-d24effd5f7d9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0463784 Jun 14 18:30:32.051411 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-bf54d590-4e84-4d69-8468-2a53f716f64f req-bbe829fb-dd18-4ab4-8ed0-47b6449b7a2d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425286 Jun 14 18:30:32.195534 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fdee745a-3337-41d5-b600-0ee0feffa2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:32.390863 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4e8bf-3d3f-488b-b822-c49c3c228b02 req-631f2a07-2255-41d9-8399-9e2442b9ab78 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:32.392428 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0fd4e8bf-3d3f-488b-b822-c49c3c228b02 req-631f2a07-2255-41d9-8399-9e2442b9ab78 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0468640 Jun 14 18:30:32.456073 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 94648b79-8eac-456c-9ef4-94a9d6d3e060 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:30:32.474838 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0fd4e8bf-3d3f-488b-b822-c49c3c228b02 req-67e0b8ee-cf7f-4bbc-84a0-aba3fa740922 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763137 Jun 14 18:30:32.481887 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b4c1-f700-466c-9138-4f69cdf6ae5c req-a28c0620-1d26-410b-a66c-380ab307cbd9 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:32.483645 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7724b4c1-f700-466c-9138-4f69cdf6ae5c req-a28c0620-1d26-410b-a66c-380ab307cbd9 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0527747 Jun 14 18:30:32.551115 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7724b4c1-f700-466c-9138-4f69cdf6ae5c req-333a1399-d923-499d-93b3-6d4e94575a94 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597007 Jun 14 18:30:32.589989 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 94648b79-8eac-456c-9ef4-94a9d6d3e060, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=94648b79-8eac-456c-9ef4-94a9d6d3e060,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:32.604096 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '94648b79-8eac-456c-9ef4-94a9d6d3e060', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'port_id': '94648b79-8eac-456c-9ef4-94a9d6d3e060', 'mac_address': 'fa:16:3e:fa:0a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:30:32.610395 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:32.641565 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 94648b79-8eac-456c-9ef4-94a9d6d3e060 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:30:32.641960 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:32.660573 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94648b79-8eac-456c-9ef4-94a9d6d3e060 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:30:32.681672 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 94648b79-8eac-456c-9ef4-94a9d6d3e060, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=94648b79-8eac-456c-9ef4-94a9d6d3e060,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:32.738280 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:32.742841 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:32.785371 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=94648b79-8eac-456c-9ef4-94a9d6d3e060,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:32.794073 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.794472 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.794872 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.795222 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.795564 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.795903 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.796253 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.797260 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.798108 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.798381 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.798718 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.799066 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.799401 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.799727 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.800052 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:30:32.889072 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=6 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:32.916800 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32162098-f531-4b67-8d59-aee6fe9c5708 req-4965ac90-fd01-409f-b686-de3af9476f2e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:32.918652 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32162098-f531-4b67-8d59-aee6fe9c5708 req-4965ac90-fd01-409f-b686-de3af9476f2e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 945 time: 0.0508783 Jun 14 18:30:32.977256 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32162098-f531-4b67-8d59-aee6fe9c5708 req-53817b4f-c51f-4c2f-872b-3bd2742b13a9 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519352 Jun 14 18:30:33.001314 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:33.034064 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['94648b79-8eac-456c-9ef4-94a9d6d3e060'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:30:33.179584 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bc5c4-f8e8-40a0-8718-be4d19607b3f req-982a858e-ec54-4f18-adb5-70e97fb9e9c9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:33.181565 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-621bc5c4-f8e8-40a0-8718-be4d19607b3f req-982a858e-ec54-4f18-adb5-70e97fb9e9c9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0478745 Jun 14 18:30:33.187184 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:33.232719 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-621bc5c4-f8e8-40a0-8718-be4d19607b3f req-3dddd175-1d36-48f2-bfac-6527122009cd tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454328 Jun 14 18:30:33.611262 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f451dd-5f5d-42af-aad7-a03138e58213 req-ccc9e989-fa94-4663-8f03-7b729c212ae2 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:33.612832 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-42f451dd-5f5d-42af-aad7-a03138e58213 req-ccc9e989-fa94-4663-8f03-7b729c212ae2 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0512936 Jun 14 18:30:33.663746 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-42f451dd-5f5d-42af-aad7-a03138e58213 req-c3ee6981-f325-496b-8f76-bb866d86f0de tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452397 Jun 14 18:30:33.676227 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5716c-a40f-4fd2-a000-f5a9cf06e25a req-d216aee3-423b-47fb-b48e-99439c12292f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:33.677792 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-bee5716c-a40f-4fd2-a000-f5a9cf06e25a req-d216aee3-423b-47fb-b48e-99439c12292f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0489154 Jun 14 18:30:33.727208 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-bee5716c-a40f-4fd2-a000-f5a9cf06e25a req-a9b0e3f1-45bf-4821-ac72-a188ed9c134b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437441 Jun 14 18:30:34.100594 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b50cd3-6ddb-4c50-a29c-d0a6ea1a8b40 req-a2277271-8de4-4995-8bc9-f63f41e6f5fb tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:34.102162 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-86b50cd3-6ddb-4c50-a29c-d0a6ea1a8b40 req-a2277271-8de4-4995-8bc9-f63f41e6f5fb tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 945 time: 0.0529587 Jun 14 18:30:34.152638 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-86b50cd3-6ddb-4c50-a29c-d0a6ea1a8b40 req-9d62cbb1-4e7a-4b01-875a-c9d92a16c844 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446334 Jun 14 18:30:34.351815 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53321b25-ef7f-40eb-837f-0a1bc6e93997 req-7bc5020f-757d-4c24-8c19-91fee0f23a9b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:34.353158 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-53321b25-ef7f-40eb-837f-0a1bc6e93997 req-7bc5020f-757d-4c24-8c19-91fee0f23a9b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0504594 Jun 14 18:30:34.405433 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-53321b25-ef7f-40eb-837f-0a1bc6e93997 req-cdf97fc4-3d83-4978-acc8-96674975e5c9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463834 Jun 14 18:30:34.455560 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device ee384335-560e-4f82-a137-0b23b61ff825 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:30:34.458960 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 94648b79-8eac-456c-9ef4-94a9d6d3e060 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:30:34.536335 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 94648b79-8eac-456c-9ef4-94a9d6d3e060 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:30:34.598968 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ee384335-560e-4f82-a137-0b23b61ff825,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:34.610709 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': 'ee384335-560e-4f82-a137-0b23b61ff825', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'port_id': 'ee384335-560e-4f82-a137-0b23b61ff825', 'mac_address': 'fa:16:3e:f4:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:30:34.613425 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 94648b79-8eac-456c-9ef4-94a9d6d3e060 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:30:34.613819 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:34.674331 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port ee384335-560e-4f82-a137-0b23b61ff825 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:30:34.674735 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ee384335-560e-4f82-a137-0b23b61ff825), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:34.692477 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee384335-560e-4f82-a137-0b23b61ff825 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:30:34.751489 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ee384335-560e-4f82-a137-0b23b61ff825,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:34.759964 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 94648b79-8eac-456c-9ef4-94a9d6d3e060 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:30:34.761839 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:34.793311 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94648b79-8eac-456c-9ef4-94a9d6d3e060'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:30:34.795386 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448aeda8-b862-475b-9583-3ee91be03380" -d '{"events": [{"server_uuid": "f1bbd826-8155-4a11-bba3-9a4b3172b726", "name": "network-vif-plugged", "status": "completed", "tag": "94648b79-8eac-456c-9ef4-94a9d6d3e060"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:30:34.807183 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b9739-e32a-4fa0-9f84-1c7cc77635a8 req-a3fdff45-9c5c-49e8-a230-436ee049a964 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:34.810228 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 94648b79-8eac-456c-9ef4-94a9d6d3e060, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=94648b79-8eac-456c-9ef4-94a9d6d3e060,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:34.812011 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ee384335-560e-4f82-a137-0b23b61ff825), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:34.816316 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a35b9739-e32a-4fa0-9f84-1c7cc77635a8 req-a3fdff45-9c5c-49e8-a230-436ee049a964 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 944 time: 0.0661168 Jun 14 18:30:34.846192 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:34.868246 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb5133-a7ca-4b51-ac75-6150dd8d2a50 req-f5cfecc6-8ee7-449d-a2d9-0bb7eed2ed5f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:34.869967 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c4fb5133-a7ca-4b51-ac75-6150dd8d2a50 req-f5cfecc6-8ee7-449d-a2d9-0bb7eed2ed5f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0636711 Jun 14 18:30:34.875489 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a35b9739-e32a-4fa0-9f84-1c7cc77635a8 req-1688b59f-e263-4708-8243-c46091ddbdbf tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542388 Jun 14 18:30:34.875752 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=ee384335-560e-4f82-a137-0b23b61ff825,revision_number=9']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:34.892635 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:34.935565 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f560e49-f1ae-4f76-aa49-4c35d6f23df2 x-openstack-request-id: req-1f560e49-f1ae-4f76-aa49-4c35d6f23df2 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:30:34.935988 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bbd826-8155-4a11-bba3-9a4b3172b726", "name": "network-vif-plugged", "status": "completed", "tag": "94648b79-8eac-456c-9ef4-94a9d6d3e060", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:30:34.942149 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1f560e49-f1ae-4f76-aa49-4c35d6f23df2 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:30:34.942149 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f560e49-f1ae-4f76-aa49-4c35d6f23df2'] response: {'server_uuid': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94648b79-8eac-456c-9ef4-94a9d6d3e060', 'code': 200} Jun 14 18:30:34.942431 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:34.944720 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c4fb5133-a7ca-4b51-ac75-6150dd8d2a50 req-da7461c9-379f-4de1-a60e-3578ffa14b83 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644932 Jun 14 18:30:34.961046 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=94648b79-8eac-456c-9ef4-94a9d6d3e060,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:35.164685 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['ee384335-560e-4f82-a137-0b23b61ff825'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:30:35.168575 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:35.169438 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:35.195705 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:35.321687 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453d380-5505-4ef7-9de2-ef05ce056ecc req-d73e9d6b-9bb0-4ff0-a8e2-f8602bb174c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:35.323252 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e453d380-5505-4ef7-9de2-ef05ce056ecc req-d73e9d6b-9bb0-4ff0-a8e2-f8602bb174c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 1130 time: 0.0743484 Jun 14 18:30:35.329345 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127960e9-c40b-4257-ad50-db1acf1dceb2 req-ca0375f6-6c30-48a5-80fe-354e74b69575 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:35.330786 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-127960e9-c40b-4257-ad50-db1acf1dceb2 req-ca0375f6-6c30-48a5-80fe-354e74b69575 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 946 time: 0.0935705 Jun 14 18:30:35.390880 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:35.412851 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-127960e9-c40b-4257-ad50-db1acf1dceb2 req-867acbc3-ce4b-4a55-bdf7-6e3b13d29bf9 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762646 Jun 14 18:30:35.415160 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e453d380-5505-4ef7-9de2-ef05ce056ecc req-eeb68e68-6aed-47f8-ad49-9b3191a7f59e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769067 Jun 14 18:30:35.530114 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66b439-5b06-4c04-8f68-8ee4b5d0bfb5 req-65709e37-571f-4056-bdaf-f77540d214a9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:35.531598 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2d66b439-5b06-4c04-8f68-8ee4b5d0bfb5 req-65709e37-571f-4056-bdaf-f77540d214a9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0516479 Jun 14 18:30:35.570273 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:35.585478 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2d66b439-5b06-4c04-8f68-8ee4b5d0bfb5 req-95a0cd60-00c2-437e-b2da-6be28bdd12d6 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444829 Jun 14 18:30:36.007333 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a629da-a5ea-4a3b-8e37-ac1a4f46a0e4 req-309de852-15fa-4187-85ab-6cce2714e725 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:36.008916 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b6a629da-a5ea-4a3b-8e37-ac1a4f46a0e4 req-309de852-15fa-4187-85ab-6cce2714e725 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 945 time: 0.0578394 Jun 14 18:30:36.067066 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b6a629da-a5ea-4a3b-8e37-ac1a4f46a0e4 req-d9247429-a2e4-4d6a-8b83-c42aadb52430 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510442 Jun 14 18:30:36.085757 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3ceaa-c390-42ef-82e7-35ea136887b3 req-fab30618-e8e4-41af-a644-7580b8932401 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:36.087281 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cee3ceaa-c390-42ef-82e7-35ea136887b3 req-fab30618-e8e4-41af-a644-7580b8932401 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0516109 Jun 14 18:30:36.139759 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cee3ceaa-c390-42ef-82e7-35ea136887b3 req-33698b97-2f57-4570-bfac-10df56036b23 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465372 Jun 14 18:30:36.477578 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device ee384335-560e-4f82-a137-0b23b61ff825 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:30:36.525310 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:36.539073 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port ee384335-560e-4f82-a137-0b23b61ff825 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:30:36.539451 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (ee384335-560e-4f82-a137-0b23b61ff825), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:36.545757 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b516410-6ba7-46f4-82ef-77d33866c827 req-79a87297-2d42-46a6-ac73-736b7ece336b tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:36.548155 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4b516410-6ba7-46f4-82ef-77d33866c827 req-79a87297-2d42-46a6-ac73-736b7ece336b tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 946 time: 0.0618565 Jun 14 18:30:36.606285 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4b516410-6ba7-46f4-82ef-77d33866c827 req-b102a3d4-dd11-4a03-a152-b42bb26ca855 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521088 Jun 14 18:30:36.635741 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port ee384335-560e-4f82-a137-0b23b61ff825 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:30:36.636167 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ee384335-560e-4f82-a137-0b23b61ff825), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:36.674502 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ee384335-560e-4f82-a137-0b23b61ff825,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:36.715355 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66f22c-7c75-4afe-9dcc-877be9c64785 req-1f757e42-d18b-4777-a622-82ae42cdbebd tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:36.716827 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ec66f22c-7c75-4afe-9dcc-877be9c64785 req-1f757e42-d18b-4777-a622-82ae42cdbebd tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0507343 Jun 14 18:30:36.770667 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ec66f22c-7c75-4afe-9dcc-877be9c64785 req-0053d211-6855-45e9-b07f-8e98dd22d3fe tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476351 Jun 14 18:30:36.789988 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ee384335-560e-4f82-a137-0b23b61ff825), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:36.840606 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=ee384335-560e-4f82-a137-0b23b61ff825,revision_number=10']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:36.939033 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:30:36.941415 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7ab704-2838-4d30-9f4a-878157dd0745" -d '{"events": [{"server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "name": "network-vif-plugged", "status": "completed", "tag": "ee384335-560e-4f82-a137-0b23b61ff825"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:30:36.978960 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d114af-b31d-4dbf-b1a5-da09aa7fc947 x-openstack-request-id: req-44d114af-b31d-4dbf-b1a5-da09aa7fc947 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:30:36.979270 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "name": "network-vif-plugged", "status": "completed", "tag": "ee384335-560e-4f82-a137-0b23b61ff825", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:30:36.979523 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44d114af-b31d-4dbf-b1a5-da09aa7fc947 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:30:36.979932 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d114af-b31d-4dbf-b1a5-da09aa7fc947'] response: {'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825', 'code': 200} Jun 14 18:30:37.194761 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a6eb-b7d6-4654-830a-07ba0eacda78 req-b222d648-1499-4f1b-a2b9-564d52bf032a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:37.196278 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1870a6eb-b7d6-4654-830a-07ba0eacda78 req-b222d648-1499-4f1b-a2b9-564d52bf032a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0527682 Jun 14 18:30:37.249193 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1870a6eb-b7d6-4654-830a-07ba0eacda78 req-3123ea7c-ab13-403c-970a-95ec8955cd29 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467527 Jun 14 18:30:37.268359 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbb092-b22f-472a-b3fc-399a5b1fdfff req-d13e678a-58c0-40c6-aabe-7b941dda4760 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:37.270022 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-24fbb092-b22f-472a-b3fc-399a5b1fdfff req-d13e678a-58c0-40c6-aabe-7b941dda4760 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0536513 Jun 14 18:30:37.322485 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-24fbb092-b22f-472a-b3fc-399a5b1fdfff req-8033cbb0-48d9-46f0-a192-f7797e5fb23e tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465469 Jun 14 18:30:37.732109 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf181d-377b-4e8b-bb11-bcbfca13833f req-a1a30d9a-5404-44fa-8c21-dbf209767620 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:37.733618 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5aaf181d-377b-4e8b-bb11-bcbfca13833f req-a1a30d9a-5404-44fa-8c21-dbf209767620 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 946 time: 0.0494576 Jun 14 18:30:37.784138 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5aaf181d-377b-4e8b-bb11-bcbfca13833f req-dc261d90-aeaf-4717-8b2e-59900103ea15 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440207 Jun 14 18:30:37.903162 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97304888-f796-4943-8706-c1a4c3008c5c req-fe0931b2-467a-406a-8d07-30be941762d4 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:37.904663 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-97304888-f796-4943-8706-c1a4c3008c5c req-fe0931b2-467a-406a-8d07-30be941762d4 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0521083 Jun 14 18:30:37.960462 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-97304888-f796-4943-8706-c1a4c3008c5c req-40988490-c984-45cf-9ae3-fe2bdfc61be7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492456 Jun 14 18:30:38.381254 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e5928-c023-4be9-af1e-a1ba32eefb10 req-76f3d89c-d5b2-4a24-8b19-96a994c4817d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:38.382792 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-380e5928-c023-4be9-af1e-a1ba32eefb10 req-76f3d89c-d5b2-4a24-8b19-96a994c4817d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0559626 Jun 14 18:30:38.433425 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-380e5928-c023-4be9-af1e-a1ba32eefb10 req-bb39aade-3442-4dfe-9dbc-7bc5eb8d03a2 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447912 Jun 14 18:30:38.447098 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9439cf0-eb99-4038-a28d-d166a7f138cf req-50e85bd9-3b40-461c-8deb-b21650aee661 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:38.448776 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d9439cf0-eb99-4038-a28d-d166a7f138cf req-50e85bd9-3b40-461c-8deb-b21650aee661 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0567977 Jun 14 18:30:38.489636 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 4fa1bac8-6b6d-4a62-afca-3aed68487621 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:30:38.503499 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d9439cf0-eb99-4038-a28d-d166a7f138cf req-41741061-abeb-4622-be5a-e14909c3594a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473292 Jun 14 18:30:38.595782 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 4fa1bac8-6b6d-4a62-afca-3aed68487621, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:38.607986 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'port_id': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'mac_address': 'fa:16:3e:a9:67:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733f3888-d538-4d36-9494-05eb79859400', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:30:38.654318 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 4fa1bac8-6b6d-4a62-afca-3aed68487621 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:30:38.654768 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:38.670153 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa1bac8-6b6d-4a62-afca-3aed68487621 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:30:38.691992 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 4fa1bac8-6b6d-4a62-afca-3aed68487621, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:38.772861 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:38.826214 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:38.843175 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=4fa1bac8-6b6d-4a62-afca-3aed68487621,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:38.915374 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86ddcd-0073-4b5f-a06e-2c249009f729 req-b9863c94-9171-4f3b-9a21-b65eefec7d38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:38.917278 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9f86ddcd-0073-4b5f-a06e-2c249009f729 req-b9863c94-9171-4f3b-9a21-b65eefec7d38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 946 time: 0.0532269 Jun 14 18:30:38.970634 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9f86ddcd-0073-4b5f-a06e-2c249009f729 req-c69a27c5-eabc-4796-8ad8-effaf382f83c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469294 Jun 14 18:30:39.105048 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ebe74-b2bd-42cf-b8fb-1d2b75d80fe8 req-5f549631-e5f3-40eb-9726-f24693f4443b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:39.114036 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fc7ebe74-b2bd-42cf-b8fb-1d2b75d80fe8 req-5f549631-e5f3-40eb-9726-f24693f4443b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0710142 Jun 14 18:30:39.114300 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972355e9-ea74-445f-9ea2-516578c09378 req-1c598500-1180-4395-973f-fb58a871fb08 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:39.115811 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-972355e9-ea74-445f-9ea2-516578c09378 req-1c598500-1180-4395-973f-fb58a871fb08 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 946 time: 0.0547101 Jun 14 18:30:39.126399 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 57658) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:39.131565 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-6d6a63f6-a5e9-4888-9918-eb7b9a461707 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'floatingip': {'port_id': '94648b79-8eac-456c-9ef4-94a9d6d3e060'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:39.179790 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6d6a63f6-a5e9-4888-9918-eb7b9a461707 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (1e7a27a4-759d-4de5-bb60-6844b326261c), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:39.199920 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fc7ebe74-b2bd-42cf-b8fb-1d2b75d80fe8 req-e452042e-c1c6-4258-b969-34ac1354a457 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799313 Jun 14 18:30:39.201008 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['4fa1bac8-6b6d-4a62-afca-3aed68487621'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:30:39.541906 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:39.594340 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895e0ef-17d5-4203-9dd1-1ebe20ddd9e4 req-f2fb665e-0f3f-4007-9d80-3b9ed8624490 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:39.595967 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3895e0ef-17d5-4203-9dd1-1ebe20ddd9e4 req-f2fb665e-0f3f-4007-9d80-3b9ed8624490 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0708094 Jun 14 18:30:39.636927 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:39.657569 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4ba61-3e9c-4ec0-96e9-fcfbb8304c29 req-53121063-af93-4ebe-8658-13ecf61ce624 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:39.659353 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-67d4ba61-3e9c-4ec0-96e9-fcfbb8304c29 req-53121063-af93-4ebe-8658-13ecf61ce624 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 945 time: 0.0646017 Jun 14 18:30:39.735169 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3895e0ef-17d5-4203-9dd1-1ebe20ddd9e4 req-742d1bae-8e7d-491e-8dbe-0d177b38562a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155398 Jun 14 18:30:39.744995 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25362969-f044-4dba-917d-fc4d79d52d9f req-d6316cce-3175-4b2a-b3db-f8ded66eb3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:39.748283 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6d6a63f6-a5e9-4888-9918-eb7b9a461707 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:39.748820 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-25362969-f044-4dba-917d-fc4d79d52d9f req-d6316cce-3175-4b2a-b3db-f8ded66eb3ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 1131 time: 0.0882790 Jun 14 18:30:39.780392 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-67d4ba61-3e9c-4ec0-96e9-fcfbb8304c29 req-18497111-6c8b-40f1-8e0d-07c6730bc9c5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115475 Jun 14 18:30:39.813149 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-25362969-f044-4dba-917d-fc4d79d52d9f req-c20ae9cb-e319-442a-9def-10f3c65ea823 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545993 Jun 14 18:30:39.846448 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6d6a63f6-a5e9-4888-9918-eb7b9a461707 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (1e7a27a4-759d-4de5-bb60-6844b326261c), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:40.163090 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-6d6a63f6-a5e9-4888-9918-eb7b9a461707 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Floating IP 1e7a27a4-759d-4de5-bb60-6844b326261c associated. External IP: 172.27.0.79, port: 94648b79-8eac-456c-9ef4-94a9d6d3e060. Jun 14 18:30:40.386197 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2516346-9c8e-4246-b646-9439cdc6022c req-2deb7c1e-6587-4358-bb74-b21b3936e835 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:40.387597 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f2516346-9c8e-4246-b646-9439cdc6022c req-2deb7c1e-6587-4358-bb74-b21b3936e835 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0851305 Jun 14 18:30:40.435690 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6a63f6-a5e9-4888-9918-eb7b9a461707 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Router 99d692a4-dd00-479c-ab92-329ab6ea9487 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:30:40.459478 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f2516346-9c8e-4246-b646-9439cdc6022c req-79bdbea2-9972-41df-9b62-ef7d8e197fdb tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650909 Jun 14 18:30:40.522643 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 4fa1bac8-6b6d-4a62-afca-3aed68487621 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:30:40.549495 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:40.560773 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6a63f6-a5e9-4888-9918-eb7b9a461707 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:30:40.566167 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-6d6a63f6-a5e9-4888-9918-eb7b9a461707 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:40.570917 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 4fa1bac8-6b6d-4a62-afca-3aed68487621 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:30:40.573245 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65333a66-cda9-4296-849c-2e95d1d7e0a4 None None] Sync routers for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:30:40.588624 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65333a66-cda9-4296-849c-2e95d1d7e0a4 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:30:40.589984 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-65333a66-cda9-4296-849c-2e95d1d7e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:30:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:40.605370 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-6d6a63f6-a5e9-4888-9918-eb7b9a461707 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "PUT /v2.0/floatingips/1e7a27a4-759d-4de5-bb60-6844b326261c HTTP/1.1" status: 200 len: 991 time: 1.4783840 Jun 14 18:30:40.606103 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'tag': '94648b79-8eac-456c-9ef4-94a9d6d3e060'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:30:40.608685 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5443ad07-8bbf-4027-8163-140a62facf50" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bbd826-8155-4a11-bba3-9a4b3172b726", "tag": "94648b79-8eac-456c-9ef4-94a9d6d3e060"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:30:40.648167 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3b3820-42da-4e8a-913a-75473305fe63 x-openstack-request-id: req-cb3b3820-42da-4e8a-913a-75473305fe63 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:30:40.648522 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bbd826-8155-4a11-bba3-9a4b3172b726", "tag": "94648b79-8eac-456c-9ef4-94a9d6d3e060", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:30:40.649025 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb3b3820-42da-4e8a-913a-75473305fe63 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:30:40.649497 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3b3820-42da-4e8a-913a-75473305fe63'] response: {'name': 'network-changed', 'server_uuid': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'tag': '94648b79-8eac-456c-9ef4-94a9d6d3e060', 'status': 'completed', 'code': 200} Jun 14 18:30:40.711244 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 4fa1bac8-6b6d-4a62-afca-3aed68487621 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:30:40.711633 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:40.745655 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-65333a66-cda9-4296-849c-2e95d1d7e0a4 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:30:40.863335 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 4fa1bac8-6b6d-4a62-afca-3aed68487621 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:30:40.863903 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:40.929273 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:30:40.929273 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c1165d-06d7-40b0-8973-ae296bfa8118" -d '{"events": [{"server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "name": "network-vif-plugged", "status": "completed", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:30:40.929589 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cc0e5-1e5a-4abe-a471-c8e8bb013622 req-25ae416f-4cee-4b12-b285-bce76c4a9205 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:40.929589 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-651cc0e5-1e5a-4abe-a471-c8e8bb013622 req-25ae416f-4cee-4b12-b285-bce76c4a9205 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0634558 Jun 14 18:30:40.951015 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 4fa1bac8-6b6d-4a62-afca-3aed68487621, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:41.022788 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802c78e-1469-4126-92d2-c95072cc8c6c req-06bae094-eeeb-4419-a368-9da3008b7226 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:41.031896 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f802c78e-1469-4126-92d2-c95072cc8c6c req-06bae094-eeeb-4419-a368-9da3008b7226 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 945 time: 0.1126783 Jun 14 18:30:41.042102 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-651cc0e5-1e5a-4abe-a471-c8e8bb013622 req-031b2f06-f9a5-415e-908f-ee1452a847f9 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122694 Jun 14 18:30:41.047950 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:41.093577 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-65333a66-cda9-4296-849c-2e95d1d7e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '1e7a27a4-759d-4de5-bb60-6844b326261c', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': '94648b79-8eac-456c-9ef4-94a9d6d3e060', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:fa:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:30:00Z', 'updated_at': '2022-06-14T18:30:39Z', 'revision_number': 1, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}, {'id': '485e5798-fc74-4a7d-a344-3c81053ba5b2', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:0f:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17641e09-70b6-4020-9fb5-31780056f2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:28:36Z', 'updated_at': '2022-06-14T18:29:00Z', 'revision_number': 2, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:41.126402 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f802c78e-1469-4126-92d2-c95072cc8c6c req-afc94bde-1f58-4eb7-aa94-0e0cde61b4d3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933816 Jun 14 18:30:41.126711 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65333a66-cda9-4296-849c-2e95d1d7e0a4 None None] Checking router: 99d692a4-dd00-479c-ab92-329ab6ea9487 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:30:41.132292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=4fa1bac8-6b6d-4a62-afca-3aed68487621,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:41.152638 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20dc0a8-c82a-4a6c-9305-9f7fac7e6d14 x-openstack-request-id: req-e20dc0a8-c82a-4a6c-9305-9f7fac7e6d14 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:30:41.152638 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "name": "network-vif-plugged", "status": "completed", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:30:41.152638 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e20dc0a8-c82a-4a6c-9305-9f7fac7e6d14 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:30:41.153015 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65333a66-cda9-4296-849c-2e95d1d7e0a4 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:30:41.153134 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e20dc0a8-c82a-4a6c-9305-9f7fac7e6d14'] response: {'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'code': 200} Jun 14 18:30:41.153420 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-65333a66-cda9-4296-849c-2e95d1d7e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:30:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:41.216248 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443ad07-8bbf-4027-8163-140a62facf50 req-62c06f4e-0efd-4b21-8c4a-76c44a260dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:41.219535 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5443ad07-8bbf-4027-8163-140a62facf50 req-62c06f4e-0efd-4b21-8c4a-76c44a260dc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 1130 time: 0.0725732 Jun 14 18:30:41.280992 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41500a8a-721e-4bf3-af5a-1232fcb8eed8 req-d6769e65-1eaf-40fd-9c60-b4e082f375e6 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:41.282846 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-41500a8a-721e-4bf3-af5a-1232fcb8eed8 req-d6769e65-1eaf-40fd-9c60-b4e082f375e6 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 946 time: 0.0554407 Jun 14 18:30:41.307969 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-65333a66-cda9-4296-849c-2e95d1d7e0a4 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:30:41.344814 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-41500a8a-721e-4bf3-af5a-1232fcb8eed8 req-62b894bc-3099-4cde-8287-521fbb2e9864 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521781 Jun 14 18:30:41.373015 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 57686) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:41.477523 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:41.504243 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443ad07-8bbf-4027-8163-140a62facf50 req-8a7ae36e-b205-4ef3-9af7-dde59e4aaf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:41.505801 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5443ad07-8bbf-4027-8163-140a62facf50 req-8a7ae36e-b205-4ef3-9af7-dde59e4aaf7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 915 time: 0.1243548 Jun 14 18:30:41.587474 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:41.632328 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-65333a66-cda9-4296-849c-2e95d1d7e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '1e7a27a4-759d-4de5-bb60-6844b326261c', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': '94648b79-8eac-456c-9ef4-94a9d6d3e060', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:fa:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:30:00Z', 'updated_at': '2022-06-14T18:30:39Z', 'revision_number': 1, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}, {'id': '485e5798-fc74-4a7d-a344-3c81053ba5b2', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:0f:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17641e09-70b6-4020-9fb5-31780056f2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:28:36Z', 'updated_at': '2022-06-14T18:29:00Z', 'revision_number': 2, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:41.635213 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5443ad07-8bbf-4027-8163-140a62facf50 req-155b9577-3632-425b-b828-a7b26c6ecdb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94648b79-8eac-456c-9ef4-94a9d6d3e060 HTTP/1.1" status: 200 len: 999 time: 0.1135051 Jun 14 18:30:41.652345 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8a803-88ef-4de2-bb56-508afe1ff310 req-1ddb345d-536e-480c-99dd-00b7227221e9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:41.656672 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3ff8a803-88ef-4de2-bb56-508afe1ff310 req-1ddb345d-536e-480c-99dd-00b7227221e9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0902903 Jun 14 18:30:41.670469 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65333a66-cda9-4296-849c-2e95d1d7e0a4 None None] The sync data for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi is: [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '1e7a27a4-759d-4de5-bb60-6844b326261c', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': '94648b79-8eac-456c-9ef4-94a9d6d3e060', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:fa:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:30:00Z', 'updated_at': '2022-06-14T18:30:39Z', 'revision_number': 1, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}, {'id': '485e5798-fc74-4a7d-a344-3c81053ba5b2', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:0f:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17641e09-70b6-4020-9fb5-31780056f2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:28:36Z', 'updated_at': '2022-06-14T18:29:00Z', 'revision_number': 2, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:30:41.737149 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:41.745075 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f627a3f-70a3-4384-b6ef-7dc26123b8a4 tempest-TestMinimumBasicScenario-245774109 tempest-TestMinimumBasicScenario-245774109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:41.755042 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 57692) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:41.755139 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-9f627a3f-70a3-4384-b6ef-7dc26123b8a4 tempest-TestMinimumBasicScenario-245774109 tempest-TestMinimumBasicScenario-245774109-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 1125 time: 0.3760750 Jun 14 18:30:41.757352 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'port_id': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:41.761999 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3ff8a803-88ef-4de2-bb56-508afe1ff310 req-a96070a3-6581-40a2-885f-52c7c3e6a88e tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002467 Jun 14 18:30:41.800320 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443ad07-8bbf-4027-8163-140a62facf50 req-1a479500-deef-4f07-937a-16dbf4a481a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:41.801853 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5443ad07-8bbf-4027-8163-140a62facf50 req-1a479500-deef-4f07-937a-16dbf4a481a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4916d0d5-399f-4622-980d-32fb81ecd6af HTTP/1.1" status: 200 len: 853 time: 0.1034842 Jun 14 18:30:41.870092 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:41.928280 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8157eeaf-59af-4713-87c7-3f452bf2dfc1 None None] New status for floating IP 1e7a27a4-759d-4de5-bb60-6844b326261c: ACTIVE {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:30:41.972287 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:42.127694 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Allocated IP 172.27.0.20 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/5d76f418-af59-45b4-a4b8-0219812188e5) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:30:42.226753 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099adf6-1ff9-4b89-88bf-4cbe5a839f08 req-8d86e7c1-e537-40d0-bc0f-6db263755101 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:42.234029 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2099adf6-1ff9-4b89-88bf-4cbe5a839f08 req-8d86e7c1-e537-40d0-bc0f-6db263755101 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0942128 Jun 14 18:30:42.278620 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef38a13-46d4-4463-ad9e-869e38dff2b1 req-b81e8f41-0098-4323-b2f8-c64336d0fe34 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:42.282393 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-eef38a13-46d4-4463-ad9e-869e38dff2b1 req-b81e8f41-0098-4323-b2f8-c64336d0fe34 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0682836 Jun 14 18:30:42.312938 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2099adf6-1ff9-4b89-88bf-4cbe5a839f08 req-f8995ba4-245c-433f-a220-e43301af407a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773206 Jun 14 18:30:42.346871 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-eef38a13-46d4-4463-ad9e-869e38dff2b1 req-a769444d-baa1-49bb-93e7-40e2a18a9953 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591648 Jun 14 18:30:42.423360 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4525b-d547-4f41-a0af-52fb5da21ff9 req-3264f12e-932d-4bf3-8c28-e8e2986f41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:42.424964 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-52b4525b-d547-4f41-a0af-52fb5da21ff9 req-3264f12e-932d-4bf3-8c28-e8e2986f41a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 1130 time: 0.0521128 Jun 14 18:30:42.493214 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for port (5d76f418-af59-45b4-a4b8-0219812188e5), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:42.507450 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443ad07-8bbf-4027-8163-140a62facf50 req-4cf86e50-9f0a-4802-95cf-7d518aeb2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:42.508968 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5443ad07-8bbf-4027-8163-140a62facf50 req-4cf86e50-9f0a-4802-95cf-7d518aeb2e18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e21b4aaa-368c-485d-acb4-337720920cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784736 Jun 14 18:30:42.569423 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-52b4525b-d547-4f41-a0af-52fb5da21ff9 req-25ca8252-aa98-4799-adf3-fc4c7cd173a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358993 Jun 14 18:30:42.643767 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5443ad07-8bbf-4027-8163-140a62facf50 req-25638294-0bae-4bba-939c-867abc2712a0 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256499 Jun 14 18:30:42.715723 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (5d76f418-af59-45b4-a4b8-0219812188e5), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:42.756857 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:30:42.758939 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:42.762828 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:30:42.766092 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:30:42.772907 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event updated for resources: {'Port': ['ID=5d76f418-af59-45b4-a4b8-0219812188e5,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:42.821585 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:42.981704 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abf984-618f-4ce7-95f0-f9ffc05ba986 req-9d7195b0-ab25-4911-9920-67fb149f85d1 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:42.983245 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b2abf984-618f-4ce7-95f0-f9ffc05ba986 req-9d7195b0-ab25-4911-9920-67fb149f85d1 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.1352203 Jun 14 18:30:43.079336 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5443ad07-8bbf-4027-8163-140a62facf50 req-021cf9b4-7ad8-47e1-9d5d-bae065032a0e service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729926 Jun 14 18:30:43.345494 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b2abf984-618f-4ce7-95f0-f9ffc05ba986 req-c8838fe5-ecb4-4252-889c-f26727ad3d8a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294065 Jun 14 18:30:43.471640 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdffa1-ba20-44db-923e-cb32a07e8793 req-59477bc5-82ef-4f6d-8e55-324122eb9950 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:43.473959 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c7bdffa1-ba20-44db-923e-cb32a07e8793 req-59477bc5-82ef-4f6d-8e55-324122eb9950 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0691824 Jun 14 18:30:43.511711 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b9524-0220-4834-b0cb-b520d1486633 req-806505b7-63f4-4e9d-9a0a-01dbd9226faf tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:43.513223 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c01b9524-0220-4834-b0cb-b520d1486633 req-806505b7-63f4-4e9d-9a0a-01dbd9226faf tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0894830 Jun 14 18:30:43.537655 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c7bdffa1-ba20-44db-923e-cb32a07e8793 req-078cc835-f0b5-44e2-a197-9963dbe50981 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572746 Jun 14 18:30:43.594605 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for floatingip (440ad6ca-48bc-40a1-abe2-b4c92bb04bbd), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:43.618068 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c01b9524-0220-4834-b0cb-b520d1486633 req-e607c595-5d60-4a8a-82b0-2d6b86b38054 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981636 Jun 14 18:30:43.732355 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (5d76f418-af59-45b4-a4b8-0219812188e5), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:43.851921 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:43.892576 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for port (5d76f418-af59-45b4-a4b8-0219812188e5), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:44.007233 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (5d76f418-af59-45b4-a4b8-0219812188e5), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:44.041110 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (440ad6ca-48bc-40a1-abe2-b4c92bb04bbd), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:44.117025 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event updated for resources: {'Port': ['ID=5d76f418-af59-45b4-a4b8-0219812188e5,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:44.149947 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.l3_db [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Floating IP 440ad6ca-48bc-40a1-abe2-b4c92bb04bbd associated. External IP: 172.27.0.20, port: 9530bd2f-adfe-4346-b9ff-e6d39d227b3c. Jun 14 18:30:44.244768 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:44.341913 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Router d4972ee1-4f37-437c-9883-dde508919e38 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:30:44.448472 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:30:44.462134 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1394fe46-cbd7-4ee3-9f3c-48e77de2be91 None None] Sync routers for ids ['d4972ee1-4f37-437c-9883-dde508919e38'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:30:44.473917 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394fe46-cbd7-4ee3-9f3c-48e77de2be91 None None] Routers {'d4972ee1-4f37-437c-9883-dde508919e38'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:30:44.474780 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-1394fe46-cbd7-4ee3-9f3c-48e77de2be91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:30:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['d4972ee1-4f37-437c-9883-dde508919e38'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:44.475948 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6790da7-80a5-4687-a7fc-54ebf701fb86 req-489a0855-fd47-4ab1-a259-9c1becd92a27 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:44.477497 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a6790da7-80a5-4687-a7fc-54ebf701fb86 req-489a0855-fd47-4ab1-a259-9c1becd92a27 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0512974 Jun 14 18:30:44.498908 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:44.526856 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a6790da7-80a5-4687-a7fc-54ebf701fb86 req-6c9e5e9e-b4e7-4f9e-a5de-d2ae8ef4d4b7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435588 Jun 14 18:30:44.580329 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-1394fe46-cbd7-4ee3-9f3c-48e77de2be91 None None] Set router d4972ee1-4f37-437c-9883-dde508919e38 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:30:44.603054 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:44.655228 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:44.703477 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727926d-0420-4709-aab5-106f9031ecb2 req-cca78048-850b-4967-8277-731a5d6ebfb9 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:44.704939 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6727926d-0420-4709-aab5-106f9031ecb2 req-cca78048-850b-4967-8277-731a5d6ebfb9 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0749292 Jun 14 18:30:44.711262 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-eee2dbe9-8c9d-484b-96db-71fb84e67b28 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9600139 Jun 14 18:30:44.711912 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:30:44.714402 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5edcc0-81e2-4074-a744-b7ea14f8fa17" -d '{"events": [{"name": "network-changed", "server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:30:44.718960 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 57746) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:44.723384 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-a06a6744-0a12-4e7d-854a-a80d991e03d7 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137036214', 'description': 'tempest-secgroup-smoke-2137036214 description', 'project_id': '54fd905313ed4581a527fe3a6ebf7bba'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:44.733575 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:44.783671 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64410d-f315-40a6-97f4-078712f57624 req-474b271b-d1b3-4fd1-9af4-223609196176 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:44.785373 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fa64410d-f315-40a6-97f4-078712f57624 req-474b271b-d1b3-4fd1-9af4-223609196176 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0895386 Jun 14 18:30:44.790014 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6727926d-0420-4709-aab5-106f9031ecb2 req-8518a42f-55ec-4bdf-b9ba-62a98e36bed9 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728617 Jun 14 18:30:44.821536 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-1394fe46-cbd7-4ee3-9f3c-48e77de2be91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:29:17Z', 'revision_number': 4, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '440ad6ca-48bc-40a1-abe2-b4c92bb04bbd', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'port_id': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'mac_address': 'fa:16:3e:fb:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023acd67-717e-45ef-abd2-936d81bbbccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:30:43Z', 'updated_at': '2022-06-14T18:30:43Z', 'revision_number': 0, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739957cb-7abc-4e7a-83bf-1f2dfcddf343', 'name': '', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'mac_address': 'fa:16:3e:4c:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:16Z', 'updated_at': '2022-06-14T18:29:23Z', 'revision_number': 5, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'subnets': [{'id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:44.845382 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fc7577-7cb3-492a-bb4f-ad56bbe8c307 x-openstack-request-id: req-47fc7577-7cb3-492a-bb4f-ad56bbe8c307 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:30:44.845382 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:30:44.845382 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-47fc7577-7cb3-492a-bb4f-ad56bbe8c307 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:30:44.845382 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47fc7577-7cb3-492a-bb4f-ad56bbe8c307'] response: {'name': 'network-changed', 'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'status': 'completed', 'code': 200} Jun 14 18:30:44.845843 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fa64410d-f315-40a6-97f4-078712f57624 req-dfbe934d-b21d-4249-92e0-41674db3557b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511105 Jun 14 18:30:44.847837 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1394fe46-cbd7-4ee3-9f3c-48e77de2be91 None None] Checking router: d4972ee1-4f37-437c-9883-dde508919e38 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:30:44.860504 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394fe46-cbd7-4ee3-9f3c-48e77de2be91 None None] Routers {'d4972ee1-4f37-437c-9883-dde508919e38'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:30:44.861238 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-1394fe46-cbd7-4ee3-9f3c-48e77de2be91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:30:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['d4972ee1-4f37-437c-9883-dde508919e38'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:44.910917 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a06a6744-0a12-4e7d-854a-a80d991e03d7 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:44.924241 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5edcc0-81e2-4074-a744-b7ea14f8fa17 req-389bfe24-0fd9-4239-a949-1f854419d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:44.925776 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea5edcc0-81e2-4074-a744-b7ea14f8fa17 req-389bfe24-0fd9-4239-a949-1f854419d9b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54fd905313ed4581a527fe3a6ebf7bba&device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 1130 time: 0.0497568 Jun 14 18:30:44.942857 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:44.965595 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-1394fe46-cbd7-4ee3-9f3c-48e77de2be91 None None] Set router d4972ee1-4f37-437c-9883-dde508919e38 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:30:45.067160 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a06a6744-0a12-4e7d-854a-a80d991e03d7 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group (a043ae42-832d-4072-8ca0-33689f176a66), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:45.087851 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5edcc0-81e2-4074-a744-b7ea14f8fa17 req-49b18ad9-c321-484d-963a-e85028b8ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:45.089549 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea5edcc0-81e2-4074-a744-b7ea14f8fa17 req-49b18ad9-c321-484d-963a-e85028b8ae64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc89e178-aa0d-44e6-b82e-a33c04c68411 HTTP/1.1" status: 200 len: 915 time: 0.1321409 Jun 14 18:30:45.154468 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a06a6744-0a12-4e7d-854a-a80d991e03d7 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a043ae42-832d-4072-8ca0-33689f176a66), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:45.188961 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea5edcc0-81e2-4074-a744-b7ea14f8fa17 req-04c0b0db-3160-4a0e-86aa-dc54b7523357 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c HTTP/1.1" status: 200 len: 999 time: 0.0885336 Jun 14 18:30:45.232007 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-1394fe46-cbd7-4ee3-9f3c-48e77de2be91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:29:17Z', 'revision_number': 4, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '440ad6ca-48bc-40a1-abe2-b4c92bb04bbd', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'port_id': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'mac_address': 'fa:16:3e:fb:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023acd67-717e-45ef-abd2-936d81bbbccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:30:43Z', 'updated_at': '2022-06-14T18:30:43Z', 'revision_number': 0, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739957cb-7abc-4e7a-83bf-1f2dfcddf343', 'name': '', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'mac_address': 'fa:16:3e:4c:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:16Z', 'updated_at': '2022-06-14T18:29:23Z', 'revision_number': 5, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'subnets': [{'id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:45.233288 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a6744-0a12-4e7d-854a-a80d991e03d7 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a043ae42-832d-4072-8ca0-33689f176a66,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:45.263315 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5edcc0-81e2-4074-a744-b7ea14f8fa17 req-7364b150-a0d2-4d28-969a-77b260ee8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:45.265630 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea5edcc0-81e2-4074-a744-b7ea14f8fa17 req-7364b150-a0d2-4d28-969a-77b260ee8e6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ea6afc2-bb38-4a4d-b551-a1f92707e3a5 HTTP/1.1" status: 200 len: 853 time: 0.0633945 Jun 14 18:30:45.285735 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a06a6744-0a12-4e7d-854a-a80d991e03d7 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:45.286984 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-a06a6744-0a12-4e7d-854a-a80d991e03d7 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5671647 Jun 14 18:30:45.292019 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 57750) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:45.299829 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-e451c5fb-2c2b-499d-8d6a-d83f6a614376 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Request body: {'security_group_rule': {'security_group_id': 'a043ae42-832d-4072-8ca0-33689f176a66', 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:45.305288 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:45.322987 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5edcc0-81e2-4074-a744-b7ea14f8fa17 req-781d7623-c5aa-42bf-a566-e4af82496953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:45.324886 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea5edcc0-81e2-4074-a744-b7ea14f8fa17 req-781d7623-c5aa-42bf-a566-e4af82496953 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc89e178-aa0d-44e6-b82e-a33c04c68411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511839 Jun 14 18:30:45.351805 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1394fe46-cbd7-4ee3-9f3c-48e77de2be91 None None] The sync data for ids ['d4972ee1-4f37-437c-9883-dde508919e38'] in dv-cinder-844563-2-iscsi is: [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:29:17Z', 'revision_number': 4, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '440ad6ca-48bc-40a1-abe2-b4c92bb04bbd', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'port_id': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'mac_address': 'fa:16:3e:fb:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023acd67-717e-45ef-abd2-936d81bbbccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:30:43Z', 'updated_at': '2022-06-14T18:30:43Z', 'revision_number': 0, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739957cb-7abc-4e7a-83bf-1f2dfcddf343', 'name': '', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'mac_address': 'fa:16:3e:4c:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:16Z', 'updated_at': '2022-06-14T18:29:23Z', 'revision_number': 5, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'subnets': [{'id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:30:45.429751 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e451c5fb-2c2b-499d-8d6a-d83f6a614376 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (9b251645-2d87-4071-a475-d985a3387a64), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:45.432960 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea5edcc0-81e2-4074-a744-b7ea14f8fa17 req-7d5f1f81-f4af-4f60-8393-a9de9cc843b4 service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002519 Jun 14 18:30:45.493314 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e451c5fb-2c2b-499d-8d6a-d83f6a614376 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (9b251645-2d87-4071-a475-d985a3387a64), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:45.536668 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea5edcc0-81e2-4074-a744-b7ea14f8fa17 req-9de5aba1-b531-4971-add0-92600a64aecd service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941949 Jun 14 18:30:45.571050 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf457f9a-e893-4b33-aeaa-a8d9b8177577 None None] New status for floating IP 440ad6ca-48bc-40a1-abe2-b4c92bb04bbd: ACTIVE {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:30:45.578583 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e451c5fb-2c2b-499d-8d6a-d83f6a614376 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (9b251645-2d87-4071-a475-d985a3387a64), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:45.605179 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451c5fb-2c2b-499d-8d6a-d83f6a614376 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b251645-2d87-4071-a475-d985a3387a64,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:45.677969 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221af5c4-d9c4-429e-87fc-061837f53a96 req-4c1a79fd-821b-4fa1-bd58-c4a5ca1d054a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:45.679405 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-221af5c4-d9c4-429e-87fc-061837f53a96 req-4c1a79fd-821b-4fa1-bd58-c4a5ca1d054a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0495706 Jun 14 18:30:45.735679 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-221af5c4-d9c4-429e-87fc-061837f53a96 req-dc718d64-86cd-41fc-aa61-4ca66e435bde tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493245 Jun 14 18:30:45.751332 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e451c5fb-2c2b-499d-8d6a-d83f6a614376 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:45.756274 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 57756) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:45.756614 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-e451c5fb-2c2b-499d-8d6a-d83f6a614376 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4630980 Jun 14 18:30:45.761940 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-2e0002b7-be61-44a1-9df0-ba77fa609f51 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Request body: {'security_group_rule': {'security_group_id': 'a043ae42-832d-4072-8ca0-33689f176a66', 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:45.882270 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2e0002b7-be61-44a1-9df0-ba77fa609f51 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (dc26001e-fb72-4e40-8df3-edb0e71e2f20), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:45.924546 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c7681-9618-4bdf-9284-fe1b4a79837f req-070db3cb-713f-421f-bb78-022b9c8858b1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:45.926307 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-759c7681-9618-4bdf-9284-fe1b4a79837f req-070db3cb-713f-421f-bb78-022b9c8858b1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0588593 Jun 14 18:30:45.982003 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-759c7681-9618-4bdf-9284-fe1b4a79837f req-5221d2b5-e20d-441a-b493-8a849fa7afa7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498059 Jun 14 18:30:46.004258 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038ddd-dd90-4919-9117-15ab34db07ab req-70a1ea13-9319-410e-844a-04bb46e6ed65 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:46.005844 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4c038ddd-dd90-4919-9117-15ab34db07ab req-70a1ea13-9319-410e-844a-04bb46e6ed65 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0790794 Jun 14 18:30:46.007806 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2e0002b7-be61-44a1-9df0-ba77fa609f51 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (dc26001e-fb72-4e40-8df3-edb0e71e2f20), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:46.058703 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4c038ddd-dd90-4919-9117-15ab34db07ab req-1681b943-8598-4a2f-808b-c58b1eefe11a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469513 Jun 14 18:30:46.070767 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2e0002b7-be61-44a1-9df0-ba77fa609f51 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (dc26001e-fb72-4e40-8df3-edb0e71e2f20), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:46.095905 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0002b7-be61-44a1-9df0-ba77fa609f51 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc26001e-fb72-4e40-8df3-edb0e71e2f20,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:46.184470 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93df05-15ef-4968-9cbf-f2db7c05165a req-f0d2f863-36dc-47c0-97cd-fc5b4bf6aa4a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:46.197362 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2e0002b7-be61-44a1-9df0-ba77fa609f51 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:46.197511 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0e93df05-15ef-4968-9cbf-f2db7c05165a req-f0d2f863-36dc-47c0-97cd-fc5b4bf6aa4a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0595753 Jun 14 18:30:46.197623 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-2e0002b7-be61-44a1-9df0-ba77fa609f51 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4361880 Jun 14 18:30:46.197623 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 57770) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:46.200048 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-e38bc4bc-4239-4c7c-b329-67109589e0aa tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Request body: {'security_group_rule': {'security_group_id': 'a043ae42-832d-4072-8ca0-33689f176a66', 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:46.243824 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0e93df05-15ef-4968-9cbf-f2db7c05165a req-9a490d10-41c5-4cc2-8604-0f20fcf27189 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501380 Jun 14 18:30:46.267705 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 57772) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:46.364381 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e38bc4bc-4239-4c7c-b329-67109589e0aa tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (4742699c-1a6b-4961-82e5-778a47b3a19f), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:46.425735 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:46.441634 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c7f61-325c-4eae-ba6f-2e70eec22d3e tempest-TestShelveInstance-2080972929 tempest-TestShelveInstance-2080972929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:46.443172 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-557c7f61-325c-4eae-ba6f-2e70eec22d3e tempest-TestShelveInstance-2080972929 tempest-TestShelveInstance-2080972929-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 1125 time: 0.1744616 Jun 14 18:30:46.447263 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 57776) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:46.452549 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'port_id': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:46.464656 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e38bc4bc-4239-4c7c-b329-67109589e0aa tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (4742699c-1a6b-4961-82e5-778a47b3a19f), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:46.561374 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e38bc4bc-4239-4c7c-b329-67109589e0aa tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (4742699c-1a6b-4961-82e5-778a47b3a19f), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:46.583171 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bc4bc-4239-4c7c-b329-67109589e0aa tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4742699c-1a6b-4961-82e5-778a47b3a19f,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:46.601521 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:46.675565 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e38bc4bc-4239-4c7c-b329-67109589e0aa tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:46.677099 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-e38bc4bc-4239-4c7c-b329-67109589e0aa tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4805896 Jun 14 18:30:46.679885 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 57782) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:46.684694 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-0cfebfaf-131a-4c60-a0c7-775590a14056 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Request body: {'security_group_rule': {'security_group_id': 'a043ae42-832d-4072-8ca0-33689f176a66', 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:46.691197 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:46.750487 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:46.789180 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0cfebfaf-131a-4c60-a0c7-775590a14056 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (d3634a4a-37ff-4e18-964a-cdd8fbcf0ce0), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:46.807794 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Allocated IP 172.27.0.24 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:30:46.861766 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0cfebfaf-131a-4c60-a0c7-775590a14056 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (d3634a4a-37ff-4e18-964a-cdd8fbcf0ce0), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:46.882934 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940c9d8-47c6-4a79-83a2-dbedb3147f1e req-9b9b5002-0cc5-473a-b21c-fee99d20e941 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:46.884389 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2940c9d8-47c6-4a79-83a2-dbedb3147f1e req-9b9b5002-0cc5-473a-b21c-fee99d20e941 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0715642 Jun 14 18:30:46.899971 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:46.970345 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0cfebfaf-131a-4c60-a0c7-775590a14056 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (d3634a4a-37ff-4e18-964a-cdd8fbcf0ce0), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:46.987057 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2940c9d8-47c6-4a79-83a2-dbedb3147f1e req-dd45cc13-2814-4323-b312-b997a84ab1a4 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960805 Jun 14 18:30:46.992787 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfebfaf-131a-4c60-a0c7-775590a14056 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3634a4a-37ff-4e18-964a-cdd8fbcf0ce0,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:46.996788 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for port (4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.084805 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.086646 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0cfebfaf-131a-4c60-a0c7-775590a14056 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.091349 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-0cfebfaf-131a-4c60-a0c7-775590a14056 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4102120 Jun 14 18:30:47.092287 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 57788) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:47.097240 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-0c2b9a7e-eea7-46a0-ba5d-45a3fc986fbd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Request body: {'security_group_rule': {'security_group_id': 'a043ae42-832d-4072-8ca0-33689f176a66', 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:47.103611 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:47.130013 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:30:47.133200 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:30:47.136740 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:30:47.162627 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event updated for resources: {'Port': ['ID=4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:47.213203 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.securitygroups_db [None req-0c2b9a7e-eea7-46a0-ba5d-45a3fc986fbd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Project 54fd905313ed4581a527fe3a6ebf7bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 18:30:47.222989 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9a7e-eea7-46a0-ba5d-45a3fc986fbd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (0d0b873d-5660-45d2-919c-ca68031f1bd7), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.294558 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9a7e-eea7-46a0-ba5d-45a3fc986fbd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (0d0b873d-5660-45d2-919c-ca68031f1bd7), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.403115 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0fa38-b23f-41d7-8fa8-0e743b438b31 req-50d1a6fa-f736-4a95-a76f-fd2dabb5301c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:47.404729 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-94d0fa38-b23f-41d7-8fa8-0e743b438b31 req-50d1a6fa-f736-4a95-a76f-fd2dabb5301c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0488839 Jun 14 18:30:47.405478 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9a7e-eea7-46a0-ba5d-45a3fc986fbd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (0d0b873d-5660-45d2-919c-ca68031f1bd7), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.438187 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b9a7e-eea7-46a0-ba5d-45a3fc986fbd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0b873d-5660-45d2-919c-ca68031f1bd7,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:47.478295 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-94d0fa38-b23f-41d7-8fa8-0e743b438b31 req-cdc87282-4db3-4240-bece-2eae8e07b46b tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641346 Jun 14 18:30:47.513791 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for floatingip (a20c80d4-349a-4f64-a4f5-9dce6651246d), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.600956 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9a7e-eea7-46a0-ba5d-45a3fc986fbd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.602060 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-0c2b9a7e-eea7-46a0-ba5d-45a3fc986fbd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5092695 Jun 14 18:30:47.604720 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 57796) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:30:47.611643 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-778c2717-2663-4d6b-8f25-3e80d702e642 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Request body: {'security_group_rule': {'security_group_id': 'a043ae42-832d-4072-8ca0-33689f176a66', 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:47.630565 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17087d90-c84e-4a6c-b868-114b092775aa req-102dec25-8e7e-47b5-927a-2f8cea4b8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:47.632135 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-17087d90-c84e-4a6c-b868-114b092775aa req-102dec25-8e7e-47b5-927a-2f8cea4b8bc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2f771a602054b349adae092a9d3ed24&device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 1129 time: 0.0594275 Jun 14 18:30:47.661836 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.713066 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.securitygroups_db [None req-778c2717-2663-4d6b-8f25-3e80d702e642 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Project 54fd905313ed4581a527fe3a6ebf7bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 18:30:47.721622 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-778c2717-2663-4d6b-8f25-3e80d702e642 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (dc074832-b09e-4474-9494-fecad363657d), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.761535 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17087d90-c84e-4a6c-b868-114b092775aa req-bc6bfdea-2be3-487e-93e4-807c60984c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:47.762986 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-17087d90-c84e-4a6c-b868-114b092775aa req-bc6bfdea-2be3-487e-93e4-807c60984c23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c02f9f85-b95f-4513-a67b-ed0864c5046e HTTP/1.1" status: 200 len: 911 time: 0.1214428 Jun 14 18:30:47.763381 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:47.789969 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:47.817497 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for port (4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.837826 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-778c2717-2663-4d6b-8f25-3e80d702e642 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (dc074832-b09e-4474-9494-fecad363657d), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.846713 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-17087d90-c84e-4a6c-b868-114b092775aa req-e33754ee-ed87-4598-bc1e-ad78f0c85ec0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7513d78b-6877-4846-a318-fbe800a362f4 HTTP/1.1" status: 200 len: 1001 time: 0.0746117 Jun 14 18:30:47.895057 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17087d90-c84e-4a6c-b868-114b092775aa req-2c362c18-378c-4139-acae-a65a0401a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:47.896513 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-17087d90-c84e-4a6c-b868-114b092775aa req-2c362c18-378c-4139-acae-a65a0401a014 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f380e5ad-d4ad-415b-bade-032ddaaa2dd1 HTTP/1.1" status: 200 len: 849 time: 0.0436869 Jun 14 18:30:47.925781 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.933296 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-778c2717-2663-4d6b-8f25-3e80d702e642 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (dc074832-b09e-4474-9494-fecad363657d), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:47.961014 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17087d90-c84e-4a6c-b868-114b092775aa req-0a25cda9-a3d1-4f86-8f55-6dda836a6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:47.962567 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-17087d90-c84e-4a6c-b868-114b092775aa req-0a25cda9-a3d1-4f86-8f55-6dda836a6477 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c02f9f85-b95f-4513-a67b-ed0864c5046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584235 Jun 14 18:30:47.964159 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c2717-2663-4d6b-8f25-3e80d702e642 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc074832-b09e-4474-9494-fecad363657d,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:48.000293 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event updated for resources: {'Port': ['ID=4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:48.009034 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (a20c80d4-349a-4f64-a4f5-9dce6651246d), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:48.066314 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-778c2717-2663-4d6b-8f25-3e80d702e642 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:48.067316 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-778c2717-2663-4d6b-8f25-3e80d702e642 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4616654 Jun 14 18:30:48.071495 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-17087d90-c84e-4a6c-b868-114b092775aa req-bafe5f81-11f1-46e6-aa62-2fdcf5a2b8dd service neutron] 10.222.0.13 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975504 Jun 14 18:30:48.119488 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Floating IP a20c80d4-349a-4f64-a4f5-9dce6651246d associated. External IP: 172.27.0.24, port: 4fa1bac8-6b6d-4a62-afca-3aed68487621. Jun 14 18:30:48.172256 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-17087d90-c84e-4a6c-b868-114b092775aa req-e8790b04-174d-4ac5-9484-07160e54886e service neutron] 10.222.0.13 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932229 Jun 14 18:30:48.236765 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-11c3fcc0-9feb-4c77-b0ad-eead8bba1d86 req-5dcf843e-fe14-4f33-a566-2dec467c6c61 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137036214&fields=id&tenant_id=54fd905313ed4581a527fe3a6ebf7bba HTTP/1.1" status: 200 len: 267 time: 0.1146271 Jun 14 18:30:48.328335 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3fcc0-9feb-4c77-b0ad-eead8bba1d86 req-90ded994-5c36-4fe8-a020-130996782f13 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:48.329717 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-11c3fcc0-9feb-4c77-b0ad-eead8bba1d86 req-90ded994-5c36-4fe8-a020-130996782f13 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 946 time: 0.0874052 Jun 14 18:30:48.358891 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-11c3fcc0-9feb-4c77-b0ad-eead8bba1d86 req-3d003e2a-eeff-456a-9619-fa5bb0ee19bd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Request body: {'port': {'security_groups': ['1bb4155c-d947-4ad6-94a4-f170d113310f', 'a043ae42-832d-4072-8ca0-33689f176a66']}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:30:48.361752 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:48.440014 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:48.456632 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-11c3fcc0-9feb-4c77-b0ad-eead8bba1d86 req-3d003e2a-eeff-456a-9619-fa5bb0ee19bd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:48.472970 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Router b72dff27-8c02-40d6-82a1-d4ef9243ee5c has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:30:48.600660 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44cf0c-e6df-491b-b802-5f30f7b3c80e req-ff6f1e16-b082-4d96-85dd-5966653d93e2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:48.602164 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ca44cf0c-e6df-491b-b802-5f30f7b3c80e req-ff6f1e16-b082-4d96-85dd-5966653d93e2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0530245 Jun 14 18:30:48.651899 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ca44cf0c-e6df-491b-b802-5f30f7b3c80e req-8fb4537f-5f54-48c7-aaa8-6f3d70c8873d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427306 Jun 14 18:30:48.694522 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:30:48.704870 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f51b1d-fe40-42b6-97ef-f40b80e8fcf1 None None] Sync routers for ids ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:30:48.715691 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f51b1d-fe40-42b6-97ef-f40b80e8fcf1 None None] Routers {'b72dff27-8c02-40d6-82a1-d4ef9243ee5c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:30:48.716436 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-d6f51b1d-fe40-42b6-97ef-f40b80e8fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:30:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:48.778439 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-11c3fcc0-9feb-4c77-b0ad-eead8bba1d86 req-3d003e2a-eeff-456a-9619-fa5bb0ee19bd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] For port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:30:48.807760 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-11c3fcc0-9feb-4c77-b0ad-eead8bba1d86 req-3d003e2a-eeff-456a-9619-fa5bb0ee19bd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:48.819730 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-d6f51b1d-fe40-42b6-97ef-f40b80e8fcf1 None None] Set router b72dff27-8c02-40d6-82a1-d4ef9243ee5c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:30:48.829605 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:48.862551 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-aa5773b5-e17c-4445-bb9b-756f8bc939dd tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4116278 Jun 14 18:30:48.862551 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:30:48.863281 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a736b66-5fc4-48ed-81ec-39f9cd57013d" -d '{"events": [{"name": "network-changed", "server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:30:48.892630 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-11c3fcc0-9feb-4c77-b0ad-eead8bba1d86 req-3d003e2a-eeff-456a-9619-fa5bb0ee19bd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:48.898834 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d968230d-d609-4ffc-aaaf-b13aca713ade x-openstack-request-id: req-d968230d-d609-4ffc-aaaf-b13aca713ade {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:30:48.899122 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:30:48.899370 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d968230d-d609-4ffc-aaaf-b13aca713ade {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:30:48.899761 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d968230d-d609-4ffc-aaaf-b13aca713ade'] response: {'name': 'network-changed', 'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'status': 'completed', 'code': 200} Jun 14 18:30:48.909367 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['9530bd2f-adfe-4346-b9ff-e6d39d227b3c'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:30:48.969083 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d003e2a-eeff-456a-9619-fa5bb0ee19bd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event updated for resources: {'Port': ['ID=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,revision_number=6']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:30:48.978193 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3fcc0-9feb-4c77-b0ad-eead8bba1d86 req-3d003e2a-eeff-456a-9619-fa5bb0ee19bd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:48.978826 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-11c3fcc0-9feb-4c77-b0ad-eead8bba1d86 req-3d003e2a-eeff-456a-9619-fa5bb0ee19bd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:48.980790 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-11c3fcc0-9feb-4c77-b0ad-eead8bba1d86 req-3d003e2a-eeff-456a-9619-fa5bb0ee19bd tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "PUT /v2.0/ports/9530bd2f-adfe-4346-b9ff-e6d39d227b3c HTTP/1.1" status: 200 len: 982 time: 0.6283035 Jun 14 18:30:49.015966 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:49.028345 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:49.050591 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736b66-5fc4-48ed-81ec-39f9cd57013d req-fdf8389f-b7f6-4460-aa52-16e01643de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:49.052676 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0a736b66-5fc4-48ed-81ec-39f9cd57013d req-fdf8389f-b7f6-4460-aa52-16e01643de08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437f86b97f3c4725955bc1f71017af5e&device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 1130 time: 0.1276565 Jun 14 18:30:49.078486 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-d6f51b1d-fe40-42b6-97ef-f40b80e8fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:28:53Z', 'revision_number': 4, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'a20c80d4-349a-4f64-a4f5-9dce6651246d', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'port_id': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'mac_address': 'fa:16:3e:a9:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a5111-2788-46b6-aa18-57f7c1019d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:30:47Z', 'updated_at': '2022-06-14T18:30:47Z', 'revision_number': 0, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '097b7fe2-8583-40ff-b2ec-08a4adc6d5d5', 'name': '', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'mac_address': 'fa:16:3e:94:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '733f3888-d538-4d36-9494-05eb79859400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:52Z', 'updated_at': '2022-06-14T18:28:57Z', 'revision_number': 5, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'subnets': [{'id': '733f3888-d538-4d36-9494-05eb79859400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:49.103255 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:49.120813 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f51b1d-fe40-42b6-97ef-f40b80e8fcf1 None None] Checking router: b72dff27-8c02-40d6-82a1-d4ef9243ee5c for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:30:49.133081 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f51b1d-fe40-42b6-97ef-f40b80e8fcf1 None None] Routers {'b72dff27-8c02-40d6-82a1-d4ef9243ee5c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:30:49.134381 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-d6f51b1d-fe40-42b6-97ef-f40b80e8fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:30:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:49.197165 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46558a-5772-40da-821c-ab52b4cf5736 req-79206143-6304-4017-80a4-03dc45aeb70b tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:49.203811 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3b46558a-5772-40da-821c-ab52b4cf5736 req-79206143-6304-4017-80a4-03dc45aeb70b tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.1144929 Jun 14 18:30:49.205627 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:49.255799 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-d6f51b1d-fe40-42b6-97ef-f40b80e8fcf1 None None] Set router b72dff27-8c02-40d6-82a1-d4ef9243ee5c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:30:49.259106 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['9530bd2f-adfe-4346-b9ff-e6d39d227b3c'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:30:49.269541 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736b66-5fc4-48ed-81ec-39f9cd57013d req-30396d9a-2297-4856-a5f9-b2abbd8a4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:49.270970 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0a736b66-5fc4-48ed-81ec-39f9cd57013d req-30396d9a-2297-4856-a5f9-b2abbd8a4645 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39e41b5c-e704-4229-8e8f-5b4157b809d1 HTTP/1.1" status: 200 len: 910 time: 0.2105269 Jun 14 18:30:49.331154 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-75705678-b037-41b9-88d0-d297254d2b10 None None] Provisioning complete for port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:30:49.334814 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-75705678-b037-41b9-88d0-d297254d2b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:49.339665 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:49.351196 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3b46558a-5772-40da-821c-ab52b4cf5736 req-44300b8c-e173-40e0-b62d-12402c5aeff3 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381667 Jun 14 18:30:49.372009 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0a736b66-5fc4-48ed-81ec-39f9cd57013d req-255f1c0d-03ab-4fa1-ad19-98baf0652e31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621 HTTP/1.1" status: 200 len: 999 time: 0.0795336 Jun 14 18:30:49.438061 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736b66-5fc4-48ed-81ec-39f9cd57013d req-629a1d92-3f58-448a-87ee-729f9ef979c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:49.439935 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0a736b66-5fc4-48ed-81ec-39f9cd57013d req-629a1d92-3f58-448a-87ee-729f9ef979c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=733f3888-d538-4d36-9494-05eb79859400 HTTP/1.1" status: 200 len: 848 time: 0.0543938 Jun 14 18:30:49.490406 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-d6f51b1d-fe40-42b6-97ef-f40b80e8fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:28:53Z', 'revision_number': 4, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'a20c80d4-349a-4f64-a4f5-9dce6651246d', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'port_id': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'mac_address': 'fa:16:3e:a9:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a5111-2788-46b6-aa18-57f7c1019d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:30:47Z', 'updated_at': '2022-06-14T18:30:47Z', 'revision_number': 0, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '097b7fe2-8583-40ff-b2ec-08a4adc6d5d5', 'name': '', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'mac_address': 'fa:16:3e:94:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '733f3888-d538-4d36-9494-05eb79859400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:52Z', 'updated_at': '2022-06-14T18:28:57Z', 'revision_number': 5, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'subnets': [{'id': '733f3888-d538-4d36-9494-05eb79859400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:30:49.508174 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736b66-5fc4-48ed-81ec-39f9cd57013d req-3b5e5043-d4d0-4e61-b914-18a574994aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:49.510134 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0a736b66-5fc4-48ed-81ec-39f9cd57013d req-3b5e5043-d4d0-4e61-b914-18a574994aa0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39e41b5c-e704-4229-8e8f-5b4157b809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469038 Jun 14 18:30:49.517785 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f51b1d-fe40-42b6-97ef-f40b80e8fcf1 None None] The sync data for ids ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'] in dv-cinder-844563-2-iscsi is: [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:28:53Z', 'revision_number': 4, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'a20c80d4-349a-4f64-a4f5-9dce6651246d', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'port_id': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'mac_address': 'fa:16:3e:a9:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a5111-2788-46b6-aa18-57f7c1019d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:30:47Z', 'updated_at': '2022-06-14T18:30:47Z', 'revision_number': 0, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '097b7fe2-8583-40ff-b2ec-08a4adc6d5d5', 'name': '', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'mac_address': 'fa:16:3e:94:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '733f3888-d538-4d36-9494-05eb79859400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:52Z', 'updated_at': '2022-06-14T18:28:57Z', 'revision_number': 5, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'subnets': [{'id': '733f3888-d538-4d36-9494-05eb79859400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:30:49.522949 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-75705678-b037-41b9-88d0-d297254d2b10 None None] Current status of the port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:30:49.600821 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:49.614274 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0a736b66-5fc4-48ed-81ec-39f9cd57013d req-987d2bd6-0b32-4779-bef8-8d8e99002bf8 service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964289 Jun 14 18:30:49.726839 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:49.730044 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0a736b66-5fc4-48ed-81ec-39f9cd57013d req-3a9a9242-acdc-49a9-ab2c-dc965bfae685 service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018145 Jun 14 18:30:49.767785 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a46eac3-f893-46b1-8e5f-46742af1ebf8 None None] New status for floating IP a20c80d4-349a-4f64-a4f5-9dce6651246d: ACTIVE {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:30:50.010561 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768e7b0-0306-474f-8193-5a033dcb5249 req-c59f9968-39a5-4bb9-bf3e-2b6e7cec7a9c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:50.012079 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8768e7b0-0306-474f-8193-5a033dcb5249 req-c59f9968-39a5-4bb9-bf3e-2b6e7cec7a9c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.2722616 Jun 14 18:30:50.064628 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8768e7b0-0306-474f-8193-5a033dcb5249 req-fbdbcb46-5a72-42b4-89ed-4081dccc1d14 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456808 Jun 14 18:30:50.901267 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:30:50.903609 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd10f8b-24d4-4062-9806-df5c5263d0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:30:50.939724 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaa6d1e-cc08-4d3c-8d09-454d10fba24a x-openstack-request-id: req-3eaa6d1e-cc08-4d3c-8d09-454d10fba24a {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:30:50.940013 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:30:50.940259 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3eaa6d1e-cc08-4d3c-8d09-454d10fba24a {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:30:50.940661 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eaa6d1e-cc08-4d3c-8d09-454d10fba24a'] response: {'name': 'network-changed', 'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'status': 'completed', 'code': 200} Jun 14 18:30:51.191689 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d65ac-6993-4127-856a-dde64ae610d9 req-e2e315bd-6b0f-4761-845e-def1b043627a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:51.193104 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-232d65ac-6993-4127-856a-dde64ae610d9 req-e2e315bd-6b0f-4761-845e-def1b043627a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0484328 Jun 14 18:30:51.240072 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-232d65ac-6993-4127-856a-dde64ae610d9 req-5c4ca9c8-5302-464f-9d43-9fef47564955 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411241 Jun 14 18:30:51.438437 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd10f8b-24d4-4062-9806-df5c5263d0e1 req-8d16dbd4-d61c-4141-bb19-c88e4e3f17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:51.439954 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cd10f8b-24d4-4062-9806-df5c5263d0e1 req-8d16dbd4-d61c-4141-bb19-c88e4e3f17fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54fd905313ed4581a527fe3a6ebf7bba&device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 1169 time: 0.0415256 Jun 14 18:30:51.545603 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd10f8b-24d4-4062-9806-df5c5263d0e1 req-2d99a4e3-d56f-44cc-ad5d-435528f35e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:51.547540 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cd10f8b-24d4-4062-9806-df5c5263d0e1 req-2d99a4e3-d56f-44cc-ad5d-435528f35e95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc89e178-aa0d-44e6-b82e-a33c04c68411 HTTP/1.1" status: 200 len: 915 time: 0.0909600 Jun 14 18:30:51.610336 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cd10f8b-24d4-4062-9806-df5c5263d0e1 req-bc1a8b67-99d8-4a54-9c41-2a9563869f38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c HTTP/1.1" status: 200 len: 1001 time: 0.0556023 Jun 14 18:30:51.661552 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd10f8b-24d4-4062-9806-df5c5263d0e1 req-e2a0ac4a-7b52-47d0-b699-1004b5132c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:51.662993 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cd10f8b-24d4-4062-9806-df5c5263d0e1 req-e2a0ac4a-7b52-47d0-b699-1004b5132c03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ea6afc2-bb38-4a4d-b551-a1f92707e3a5 HTTP/1.1" status: 200 len: 853 time: 0.0460458 Jun 14 18:30:51.708293 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd10f8b-24d4-4062-9806-df5c5263d0e1 req-4b26b26e-e8f5-47ec-9591-e7e95a965d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:51.709769 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cd10f8b-24d4-4062-9806-df5c5263d0e1 req-4b26b26e-e8f5-47ec-9591-e7e95a965d4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc89e178-aa0d-44e6-b82e-a33c04c68411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371213 Jun 14 18:30:51.803432 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cd10f8b-24d4-4062-9806-df5c5263d0e1 req-b53d244f-49c2-4898-b0a9-df2fd610c8db service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864410 Jun 14 18:30:52.118214 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cd10f8b-24d4-4062-9806-df5c5263d0e1 req-7945ab7b-367e-47f7-a82e-cca83e320c28 service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043795 Jun 14 18:30:56.244671 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67610fe4-46cf-42ae-941e-9e213c2e03af req-3e1e8e3b-f777-4513-b924-42a132801c08 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:56.246192 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-67610fe4-46cf-42ae-941e-9e213c2e03af req-3e1e8e3b-f777-4513-b924-42a132801c08 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0529852 Jun 14 18:30:56.283861 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:56.295702 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef526850-9b1f-453a-8612-17216023dbd2 req-e966231b-e9cf-4050-b96a-58899a716d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:56.296408 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-67610fe4-46cf-42ae-941e-9e213c2e03af req-cf6a1557-a2bc-4a79-919c-5f51830a229d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439703 Jun 14 18:30:56.297428 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ef526850-9b1f-453a-8612-17216023dbd2 req-e966231b-e9cf-4050-b96a-58899a716d6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 1129 time: 0.0405810 Jun 14 18:30:56.392924 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef526850-9b1f-453a-8612-17216023dbd2 req-f00b0243-1211-48fc-9862-9ef5afc56035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:56.394424 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ef526850-9b1f-453a-8612-17216023dbd2 req-f00b0243-1211-48fc-9862-9ef5afc56035 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.0891774 Jun 14 18:30:56.460761 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ef526850-9b1f-453a-8612-17216023dbd2 req-f1d0172e-dc2e-485e-9308-95e2a9b9e9f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e99f823-8a81-4709-b6d7-f5393c08507e HTTP/1.1" status: 200 len: 1001 time: 0.0583596 Jun 14 18:30:56.520291 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef526850-9b1f-453a-8612-17216023dbd2 req-f8f94344-5108-4e46-a12b-c3d8b9aee1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:56.521916 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ef526850-9b1f-453a-8612-17216023dbd2 req-f8f94344-5108-4e46-a12b-c3d8b9aee1cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.0462415 Jun 14 18:30:56.572147 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef526850-9b1f-453a-8612-17216023dbd2 req-93932e50-e035-441f-8ff0-921d2cb02cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:56.573639 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ef526850-9b1f-453a-8612-17216023dbd2 req-93932e50-e035-441f-8ff0-921d2cb02cb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376894 Jun 14 18:30:56.645695 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:56.670070 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ef526850-9b1f-453a-8612-17216023dbd2 req-0b5ab8a1-7e9c-46d2-a34e-efdda554d10e service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875320 Jun 14 18:30:56.762030 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ef526850-9b1f-453a-8612-17216023dbd2 req-c2312486-7584-46dd-b7b9-116de79ea4f8 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834699 Jun 14 18:30:57.395693 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:30:57.411969 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7a73f-a4e7-4572-9bee-2f33606f1ce6 req-bf974a5a-9f80-4408-b356-bcea0ac9d1ab tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:57.414228 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a4c7a73f-a4e7-4572-9bee-2f33606f1ce6 req-bf974a5a-9f80-4408-b356-bcea0ac9d1ab tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0474374 Jun 14 18:30:57.465607 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a4c7a73f-a4e7-4572-9bee-2f33606f1ce6 req-70a0a033-08be-4732-bad2-97f9e328c36d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461092 Jun 14 18:30:58.581742 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691bc9a-186e-4edc-bfde-1cda453d7143 req-c72db6eb-f702-4cab-b474-df543c80c42d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:58.583220 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c691bc9a-186e-4edc-bfde-1cda453d7143 req-c72db6eb-f702-4cab-b474-df543c80c42d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0484223 Jun 14 18:30:58.632095 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c691bc9a-186e-4edc-bfde-1cda453d7143 req-6ec84823-801d-436b-8869-949990c5fc6d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429833 Jun 14 18:30:59.746733 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42db6e3-4460-489a-8cae-46f3ab366e2c req-4f0070ad-d0a3-4aff-9eb7-efd5817958b4 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:30:59.748667 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a42db6e3-4460-489a-8cae-46f3ab366e2c req-4f0070ad-d0a3-4aff-9eb7-efd5817958b4 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0482600 Jun 14 18:30:59.798246 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a42db6e3-4460-489a-8cae-46f3ab366e2c req-415f79cb-c261-4727-8ac5-59025ddb209b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436614 Jun 14 18:30:59.816351 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-3e578026-1232-43d8-88ce-bf0b94619157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:30:59.891362 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:31:00.916771 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e868ba-f957-442a-ba55-1433c281c0e1 req-84a4e28c-ff11-412c-8246-7587173acbd8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:00.918252 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-58e868ba-f957-442a-ba55-1433c281c0e1 req-84a4e28c-ff11-412c-8246-7587173acbd8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0480087 Jun 14 18:31:00.970934 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-58e868ba-f957-442a-ba55-1433c281c0e1 req-d810631a-4908-4f0a-ab53-478dcf893264 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465004 Jun 14 18:31:02.088151 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76448c49-0e85-49ef-bcba-35412ca33ef9 req-160e184d-b14d-4ad7-9c35-abd67d45b4f7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:02.089770 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-76448c49-0e85-49ef-bcba-35412ca33ef9 req-160e184d-b14d-4ad7-9c35-abd67d45b4f7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0495360 Jun 14 18:31:02.150239 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-76448c49-0e85-49ef-bcba-35412ca33ef9 req-12b73d02-54f4-45e9-8fa3-e465bc219780 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543656 Jun 14 18:31:02.221781 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-2f954803-9d8e-443d-9aae-64abaee9e910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:03.006800 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:03.124108 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:03.270720 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8f388-4384-4040-84f4-3cfeadb201f0 req-4ba82f12-9373-46dc-9b50-257b671a00b0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:03.272175 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e6d8f388-4384-4040-84f4-3cfeadb201f0 req-4ba82f12-9373-46dc-9b50-257b671a00b0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0463431 Jun 14 18:31:03.319376 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e6d8f388-4384-4040-84f4-3cfeadb201f0 req-67c38d2b-023d-4352-81dd-96ca24e7f8b2 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416124 Jun 14 18:31:03.858269 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=37 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:04.439093 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f16583-a552-4547-b84c-5369b4faf1e2 req-7116e3ac-e6fa-4141-8253-fbc66f07f030 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:04.441301 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d0f16583-a552-4547-b84c-5369b4faf1e2 req-7116e3ac-e6fa-4141-8253-fbc66f07f030 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0519984 Jun 14 18:31:04.490392 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d0f16583-a552-4547-b84c-5369b4faf1e2 req-23afa354-3e97-4fe5-ae68-aad87a1aafab tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427053 Jun 14 18:31:04.864168 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:05.135592 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:05.570100 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:05.584745 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f4dfaac0-1aaa-46f9-b104-54aac3254099 req-8a4969fd-9c77-4a11-b032-965e21c13cdf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399523 Jun 14 18:31:05.605388 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f505175-c245-4664-a254-4cdf4f8edb5c req-716989cf-a7cb-41fc-b5f2-ed9d83fd0a45 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:05.606891 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5f505175-c245-4664-a254-4cdf4f8edb5c req-716989cf-a7cb-41fc-b5f2-ed9d83fd0a45 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0469282 Jun 14 18:31:05.657474 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5f505175-c245-4664-a254-4cdf4f8edb5c req-37da6dcf-262b-4526-a758-207b99e78697 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445902 Jun 14 18:31:05.677278 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfaac0-1aaa-46f9-b104-54aac3254099 req-f0b1ffd5-4530-45aa-8894-52c5d4030ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:05.678834 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f4dfaac0-1aaa-46f9-b104-54aac3254099 req-f0b1ffd5-4530-45aa-8894-52c5d4030ca2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 1129 time: 0.0409472 Jun 14 18:31:05.785701 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfaac0-1aaa-46f9-b104-54aac3254099 req-e8d6c5b0-ded1-45b9-9935-3e39e13224de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:05.787090 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f4dfaac0-1aaa-46f9-b104-54aac3254099 req-e8d6c5b0-ded1-45b9-9935-3e39e13224de service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.0894320 Jun 14 18:31:05.831937 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f4dfaac0-1aaa-46f9-b104-54aac3254099 req-5a6f865c-63c8-47b8-915c-8a3a621abe6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0e5739-b788-43f3-8405-75ad4766a788 HTTP/1.1" status: 200 len: 217 time: 0.0331576 Jun 14 18:31:05.900591 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfaac0-1aaa-46f9-b104-54aac3254099 req-70624d70-26f4-4dd9-af11-b2005c9dc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:05.902085 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f4dfaac0-1aaa-46f9-b104-54aac3254099 req-70624d70-26f4-4dd9-af11-b2005c9dc54b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.0502970 Jun 14 18:31:05.947373 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfaac0-1aaa-46f9-b104-54aac3254099 req-625af98e-1a39-493c-8c93-a0585ac17293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:05.948917 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f4dfaac0-1aaa-46f9-b104-54aac3254099 req-625af98e-1a39-493c-8c93-a0585ac17293 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396399 Jun 14 18:31:06.041422 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f4dfaac0-1aaa-46f9-b104-54aac3254099 req-a0ed58b9-1c90-4372-83be-b01f90b5b3b9 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820463 Jun 14 18:31:06.142601 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f4dfaac0-1aaa-46f9-b104-54aac3254099 req-6f9bb496-d987-46fe-bc12-703e84383874 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944295 Jun 14 18:31:06.782661 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:06.795200 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44164859-0855-4634-90c8-c4910c25fc15 req-b4c836ce-6f1b-4f7a-aa92-3032028f9ab3 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:06.796813 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-44164859-0855-4634-90c8-c4910c25fc15 req-b4c836ce-6f1b-4f7a-aa92-3032028f9ab3 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0511396 Jun 14 18:31:06.849174 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-44164859-0855-4634-90c8-c4910c25fc15 req-302bd0a5-2fd3-4a19-8aa2-98cea82c64e0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457432 Jun 14 18:31:07.969519 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636e0c6-4991-4c2c-83ba-3664ecbd02d8 req-9588d09d-6c68-4938-9d6d-584843ccbf0f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:07.971012 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b636e0c6-4991-4c2c-83ba-3664ecbd02d8 req-9588d09d-6c68-4938-9d6d-584843ccbf0f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0514002 Jun 14 18:31:08.018897 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b636e0c6-4991-4c2c-83ba-3664ecbd02d8 req-7b78fa3e-6786-4455-9c95-7b608589c956 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415182 Jun 14 18:31:09.138783 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25253adb-94d8-460b-8728-94bc56fc2e23 req-4e01a82e-f3c8-4f0a-89ba-909b301f6e33 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:09.140277 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-25253adb-94d8-460b-8728-94bc56fc2e23 req-4e01a82e-f3c8-4f0a-89ba-909b301f6e33 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0529745 Jun 14 18:31:09.188706 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-25253adb-94d8-460b-8728-94bc56fc2e23 req-77068617-6efe-491a-b65b-200d8e479176 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421374 Jun 14 18:31:09.887070 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=17 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:10.309649 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6ad80-8783-4e75-a72d-2e008c4dd082 req-af565fd1-74bb-436e-8968-43640f90ccfe tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:10.311453 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-54b6ad80-8783-4e75-a72d-2e008c4dd082 req-af565fd1-74bb-436e-8968-43640f90ccfe tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0514333 Jun 14 18:31:10.360539 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-54b6ad80-8783-4e75-a72d-2e008c4dd082 req-800f1dd9-3f82-4d3d-84a3-a89bf4692ef2 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438280 Jun 14 18:31:11.476200 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796718a0-96b8-4983-8f71-198e966396db req-58d8cd95-84b8-423b-87a8-b40167eede8e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:11.477770 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-796718a0-96b8-4983-8f71-198e966396db req-58d8cd95-84b8-423b-87a8-b40167eede8e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0485733 Jun 14 18:31:11.500629 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:11.528382 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-796718a0-96b8-4983-8f71-198e966396db req-8164683c-f784-4e9f-9bc3-18af5fb7cf47 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446019 Jun 14 18:31:12.647965 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f243-3226-4a37-94f2-4a1bc300a304 req-9bf82185-a39e-4568-bc74-7cc77ad8466f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:12.649422 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c265f243-3226-4a37-94f2-4a1bc300a304 req-9bf82185-a39e-4568-bc74-7cc77ad8466f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0503545 Jun 14 18:31:12.696944 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c265f243-3226-4a37-94f2-4a1bc300a304 req-6761082f-b313-422f-866f-57c9259af01f tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417902 Jun 14 18:31:13.809602 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cc3f1-4962-4a7e-9dbe-2101a7c544cf req-44e4e7c0-1334-4182-a4fa-0ff38ae85ebd tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:13.811063 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-250cc3f1-4962-4a7e-9dbe-2101a7c544cf req-44e4e7c0-1334-4182-a4fa-0ff38ae85ebd tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0465517 Jun 14 18:31:13.862321 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-250cc3f1-4962-4a7e-9dbe-2101a7c544cf req-1c59b7d5-13cb-47f9-99e6-0462652ce8c1 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456226 Jun 14 18:31:13.997667 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef7de4-fe30-4b40-a2c5-62e7bfa83e5c req-6586c81d-0b86-4fc3-977a-9c6cab69eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:13.999096 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c5ef7de4-fe30-4b40-a2c5-62e7bfa83e5c req-6586c81d-0b86-4fc3-977a-9c6cab69eacb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 1129 time: 0.0376980 Jun 14 18:31:14.049324 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c5ef7de4-fe30-4b40-a2c5-62e7bfa83e5c req-1cbaa25d-f615-4096-a602-38e96a79e26c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418768 Jun 14 18:31:14.991402 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd281b6d-5012-46fc-b169-a4091395dbcf req-f04820f3-4b71-4a1b-af4c-23be5499cf10 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:14.993004 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-dd281b6d-5012-46fc-b169-a4091395dbcf req-f04820f3-4b71-4a1b-af4c-23be5499cf10 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0563197 Jun 14 18:31:15.047712 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:15.048944 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:15.058420 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-dd281b6d-5012-46fc-b169-a4091395dbcf req-08911a6b-2607-462a-b4ff-60ae83747fe0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586600 Jun 14 18:31:16.176725 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da58bb-9877-4323-be38-6665ad179276 req-993b237b-4e9b-4323-9b43-465a82cbcd1e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:16.178299 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-58da58bb-9877-4323-be38-6665ad179276 req-993b237b-4e9b-4323-9b43-465a82cbcd1e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0482984 Jun 14 18:31:16.226416 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-58da58bb-9877-4323-be38-6665ad179276 req-dc262907-2dee-4810-a61c-3921230ea3e8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422792 Jun 14 18:31:17.350858 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a327cfa-2c59-44f3-ba8e-b871b6f5676c req-9d978a55-5102-469e-81ea-28117760e030 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:17.352392 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8a327cfa-2c59-44f3-ba8e-b871b6f5676c req-9d978a55-5102-469e-81ea-28117760e030 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0493352 Jun 14 18:31:17.405203 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8a327cfa-2c59-44f3-ba8e-b871b6f5676c req-1c12441c-e5c9-49b0-a963-ebb45be26950 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470378 Jun 14 18:31:17.980257 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031ed99-9358-4cfd-abeb-51c2d24b221b req-3075dc6f-fff2-4e44-a528-554051a7f996 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:17.981968 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8031ed99-9358-4cfd-abeb-51c2d24b221b req-3075dc6f-fff2-4e44-a528-554051a7f996 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0576859 Jun 14 18:31:18.042802 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8031ed99-9358-4cfd-abeb-51c2d24b221b req-72e50b51-8f0a-4f71-abcc-0fe2b4415e9c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550022 Jun 14 18:31:18.074555 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808594d-bb85-4d87-82b2-de908f81cbb4 req-8f90b6ea-c266-431c-862f-03e80eee2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:18.076122 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d808594d-bb85-4d87-82b2-de908f81cbb4 req-8f90b6ea-c266-431c-862f-03e80eee2fd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 1129 time: 0.0492435 Jun 14 18:31:18.185728 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808594d-bb85-4d87-82b2-de908f81cbb4 req-3b74902d-6c28-4144-a521-c3053544cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:18.187189 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d808594d-bb85-4d87-82b2-de908f81cbb4 req-3b74902d-6c28-4144-a521-c3053544cd13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.1000741 Jun 14 18:31:18.259129 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d808594d-bb85-4d87-82b2-de908f81cbb4 req-33b37a90-db83-4632-afc4-a63f81f7343a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e99f823-8a81-4709-b6d7-f5393c08507e HTTP/1.1" status: 200 len: 1001 time: 0.0585155 Jun 14 18:31:18.312639 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808594d-bb85-4d87-82b2-de908f81cbb4 req-d0c702cc-7603-4206-8655-b2f6647806ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:18.314097 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d808594d-bb85-4d87-82b2-de908f81cbb4 req-d0c702cc-7603-4206-8655-b2f6647806ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.0470374 Jun 14 18:31:18.364935 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808594d-bb85-4d87-82b2-de908f81cbb4 req-b29e1695-b5e6-4edb-a691-04ca3957e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:18.366459 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d808594d-bb85-4d87-82b2-de908f81cbb4 req-b29e1695-b5e6-4edb-a691-04ca3957e2e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432653 Jun 14 18:31:18.466442 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d808594d-bb85-4d87-82b2-de908f81cbb4 req-b8b87c27-4e0f-418e-a50f-af8a34c92c84 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896635 Jun 14 18:31:18.497896 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:18.574892 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d808594d-bb85-4d87-82b2-de908f81cbb4 req-e62dc3ca-e8c7-4e50-be09-b29d58e2130f service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969257 Jun 14 18:31:18.977372 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0ed8f-8534-43dd-ae12-bfaa2bf21231 req-3053d722-9db6-4540-b91e-dfeeb0c29605 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:18.978889 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d7e0ed8f-8534-43dd-ae12-bfaa2bf21231 req-3053d722-9db6-4540-b91e-dfeeb0c29605 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0475559 Jun 14 18:31:19.038823 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d7e0ed8f-8534-43dd-ae12-bfaa2bf21231 req-3c953de1-adf1-4b07-8661-3cc0ce87edf4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540929 Jun 14 18:31:19.159187 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fa359-5eb5-48d0-b4cd-82002ad98cb1 req-1e58fde8-f729-49a5-a2c0-7e5bb2c3c18e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:19.161249 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4fa359-5eb5-48d0-b4cd-82002ad98cb1 req-1e58fde8-f729-49a5-a2c0-7e5bb2c3c18e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0471561 Jun 14 18:31:19.207194 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d4fa359-5eb5-48d0-b4cd-82002ad98cb1 req-e79ef789-95d1-4e96-9749-ac0e04d41981 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401607 Jun 14 18:31:20.164222 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33aac0-d3b4-440e-abec-58177f98f5de req-cf29024e-12cb-4485-9c86-a5975de5e289 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:20.165988 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1c33aac0-d3b4-440e-abec-58177f98f5de req-cf29024e-12cb-4485-9c86-a5975de5e289 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0525849 Jun 14 18:31:20.178808 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:20.227277 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1c33aac0-d3b4-440e-abec-58177f98f5de req-7560e639-442e-4911-93f8-750437db83bb tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553746 Jun 14 18:31:20.321220 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:20.330866 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a160df0-f8bd-4215-a590-d2161f27bfab req-970b4b41-7ff6-4929-9122-c3cb1622c8c0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:20.332396 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0a160df0-f8bd-4215-a590-d2161f27bfab req-970b4b41-7ff6-4929-9122-c3cb1622c8c0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0530479 Jun 14 18:31:20.383339 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0a160df0-f8bd-4215-a590-d2161f27bfab req-def23a64-4f78-4025-8642-b0f066019971 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450938 Jun 14 18:31:20.658549 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fa372-fe78-42de-87cb-4e0e0fb7f79e req-245c27e8-4368-4336-90a7-e5344bbd1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:20.660045 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2a8fa372-fe78-42de-87cb-4e0e0fb7f79e req-245c27e8-4368-4336-90a7-e5344bbd1d0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54fd905313ed4581a527fe3a6ebf7bba&device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 1169 time: 0.0394435 Jun 14 18:31:20.759159 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fa372-fe78-42de-87cb-4e0e0fb7f79e req-7ce9ee03-78d4-4807-a468-c2b81f6f7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:20.760647 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2a8fa372-fe78-42de-87cb-4e0e0fb7f79e req-7ce9ee03-78d4-4807-a468-c2b81f6f7502 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc89e178-aa0d-44e6-b82e-a33c04c68411 HTTP/1.1" status: 200 len: 915 time: 0.0923774 Jun 14 18:31:21.346536 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebecda4-e54b-4c82-b141-3c4f946d9381 req-d9c490b3-ebc0-4587-a122-29973a5cac0b tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:21.348032 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cebecda4-e54b-4c82-b141-3c4f946d9381 req-d9c490b3-ebc0-4587-a122-29973a5cac0b tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0505755 Jun 14 18:31:21.408690 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cebecda4-e54b-4c82-b141-3c4f946d9381 req-20da90c3-6e81-40a0-9385-516f1de4d438 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547705 Jun 14 18:31:21.491151 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2a8fa372-fe78-42de-87cb-4e0e0fb7f79e req-30ba1947-1fd8-46f6-b17f-7662bb68c5f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c HTTP/1.1" status: 200 len: 1001 time: 0.0714111 Jun 14 18:31:21.528714 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7fcc9-74f3-4439-9d79-6326cc57ecaf req-769f6ea5-9299-46fc-9cd0-a4ce88bcd9fc tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:21.530168 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-dac7fcc9-74f3-4439-9d79-6326cc57ecaf req-769f6ea5-9299-46fc-9cd0-a4ce88bcd9fc tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0540216 Jun 14 18:31:21.562539 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fa372-fe78-42de-87cb-4e0e0fb7f79e req-fb5437fd-3a8b-4562-b1cc-1a41025ed55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:21.567020 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2a8fa372-fe78-42de-87cb-4e0e0fb7f79e req-fb5437fd-3a8b-4562-b1cc-1a41025ed55d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ea6afc2-bb38-4a4d-b551-a1f92707e3a5 HTTP/1.1" status: 200 len: 853 time: 0.0611434 Jun 14 18:31:21.582220 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-dac7fcc9-74f3-4439-9d79-6326cc57ecaf req-a75383cf-4f63-49e5-bd74-17ae070adc5d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459549 Jun 14 18:31:21.617071 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fa372-fe78-42de-87cb-4e0e0fb7f79e req-e5f746e9-7745-452a-9007-fdcf2a690fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:21.618628 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2a8fa372-fe78-42de-87cb-4e0e0fb7f79e req-e5f746e9-7745-452a-9007-fdcf2a690fee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc89e178-aa0d-44e6-b82e-a33c04c68411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412092 Jun 14 18:31:21.716215 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2a8fa372-fe78-42de-87cb-4e0e0fb7f79e req-be5b1bb3-9180-4100-bee9-0eeeb7db58b8 service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895278 Jun 14 18:31:21.809588 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2a8fa372-fe78-42de-87cb-4e0e0fb7f79e req-a49a34d7-aad6-4ccb-b6b8-e440e04d53c2 service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857620 Jun 14 18:31:22.526835 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d585e0c-8510-41ed-9bc0-da7b9142b02a req-fae6b0c3-42dc-41a9-a2a5-37aa1d98a45f tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:22.528293 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1d585e0c-8510-41ed-9bc0-da7b9142b02a req-fae6b0c3-42dc-41a9-a2a5-37aa1d98a45f tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0494175 Jun 14 18:31:22.582224 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:22.600720 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1d585e0c-8510-41ed-9bc0-da7b9142b02a req-dff7cad1-1902-477c-b276-8bcfe7e4e3b1 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662632 Jun 14 18:31:22.719926 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40322f3-3d70-43fc-898e-43e1a7a6e2d2 req-f992d696-a4d4-4038-8cb4-da04c5bd4d27 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:22.721399 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b40322f3-3d70-43fc-898e-43e1a7a6e2d2 req-f992d696-a4d4-4038-8cb4-da04c5bd4d27 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0520818 Jun 14 18:31:22.772768 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b40322f3-3d70-43fc-898e-43e1a7a6e2d2 req-4e00e513-c137-4cae-8b71-464237a4d441 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452302 Jun 14 18:31:22.889416 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1733f04-8dd9-4c03-988d-6d6d1fbbab6e req-5ebd9b07-ce4a-4099-8f24-ca333c970942 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:22.890929 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a1733f04-8dd9-4c03-988d-6d6d1fbbab6e req-5ebd9b07-ce4a-4099-8f24-ca333c970942 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0512860 Jun 14 18:31:22.900210 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 57952) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:22.904555 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-ace5eea5-8fc9-4595-a0bb-a9d674e11b9c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Request body: {'floatingip': {'port_id': '6e99f823-8a81-4709-b6d7-f5393c08507e'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:22.959513 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ace5eea5-8fc9-4595-a0bb-a9d674e11b9c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for floatingip (a79c68a3-68c9-45b1-8f9b-10db2c111f40), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:23.231341 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:23.416284 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ace5eea5-8fc9-4595-a0bb-a9d674e11b9c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:23.507510 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ace5eea5-8fc9-4595-a0bb-a9d674e11b9c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (a79c68a3-68c9-45b1-8f9b-10db2c111f40), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:23.703531 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace5eea5-8fc9-4595-a0bb-a9d674e11b9c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:31:23.719294 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab65c88-f230-4349-ac48-c223efb2b6db req-1556a752-9d5c-4025-a3d6-b00278a4ab73 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:23.720790 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8ab65c88-f230-4349-ac48-c223efb2b6db req-1556a752-9d5c-4025-a3d6-b00278a4ab73 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0483189 Jun 14 18:31:23.785111 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8ab65c88-f230-4349-ac48-c223efb2b6db req-7a51d682-dfa3-4803-a660-fcd97d8016fa tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583589 Jun 14 18:31:23.805840 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace5eea5-8fc9-4595-a0bb-a9d674e11b9c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:31:23.810715 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ace5eea5-8fc9-4595-a0bb-a9d674e11b9c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:23.815638 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f0a71c-7cff-4bdc-8174-363f14cbd4af None None] Sync routers for ids ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:31:23.826587 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f0a71c-7cff-4bdc-8174-363f14cbd4af None None] Routers {'6d9cbdca-9535-43c7-84b4-eb5f3c78d440'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:31:23.827205 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-c5f0a71c-7cff-4bdc-8174-363f14cbd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:31:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:23.843674 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'tag': '6e99f823-8a81-4709-b6d7-f5393c08507e'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:31:23.845805 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae32855-ff3d-4666-b8aa-b164800a876d" -d '{"events": [{"name": "network-changed", "server_uuid": "e66ffa48-038e-40ba-b075-bafc9eb4b015", "tag": "6e99f823-8a81-4709-b6d7-f5393c08507e"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:31:23.881881 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-ace5eea5-8fc9-4595-a0bb-a9d674e11b9c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "PUT /v2.0/floatingips/a79c68a3-68c9-45b1-8f9b-10db2c111f40 HTTP/1.1" status: 200 len: 993 time: 0.9778194 Jun 14 18:31:23.883833 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2c3946-f756-4470-af63-bc08bffb491b x-openstack-request-id: req-1e2c3946-f756-4470-af63-bc08bffb491b {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:31:23.884182 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66ffa48-038e-40ba-b075-bafc9eb4b015", "tag": "6e99f823-8a81-4709-b6d7-f5393c08507e", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:31:23.884632 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e2c3946-f756-4470-af63-bc08bffb491b {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:31:23.884966 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e2c3946-f756-4470-af63-bc08bffb491b'] response: {'name': 'network-changed', 'server_uuid': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'tag': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'status': 'completed', 'code': 200} Jun 14 18:31:23.934052 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-c5f0a71c-7cff-4bdc-8174-363f14cbd4af None None] Set router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:31:23.957915 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae32855-ff3d-4666-b8aa-b164800a876d req-afdabed6-dfa7-420a-b3d8-a5d3e66331fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:23.959534 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3ae32855-ff3d-4666-b8aa-b164800a876d req-afdabed6-dfa7-420a-b3d8-a5d3e66331fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 1129 time: 0.0408113 Jun 14 18:31:23.993896 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:24.158675 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-c5f0a71c-7cff-4bdc-8174-363f14cbd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'a79c68a3-68c9-45b1-8f9b-10db2c111f40', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'port_id': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'mac_address': 'fa:16:3e:a6:9e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:29:19Z', 'updated_at': '2022-06-14T18:31:23Z', 'revision_number': 3, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b504c3d-2c63-4cfa-822d-0fa09a6eadff', 'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'mac_address': 'fa:16:3e:08:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:13Z', 'updated_at': '2022-06-14T18:27:28Z', 'revision_number': 5, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'subnets': [{'id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:24.186497 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f0a71c-7cff-4bdc-8174-363f14cbd4af None None] Checking router: 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:31:24.195617 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f0a71c-7cff-4bdc-8174-363f14cbd4af None None] Routers {'6d9cbdca-9535-43c7-84b4-eb5f3c78d440'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:31:24.196234 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-c5f0a71c-7cff-4bdc-8174-363f14cbd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:31:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:24.282150 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae32855-ff3d-4666-b8aa-b164800a876d req-90627e87-fca3-42e9-a3aa-51f81f229e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:24.283649 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3ae32855-ff3d-4666-b8aa-b164800a876d req-90627e87-fca3-42e9-a3aa-51f81f229e8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.3089800 Jun 14 18:31:24.351171 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3ae32855-ff3d-4666-b8aa-b164800a876d req-70ef33e8-f373-4dcc-a81f-9b0bf54beb14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e99f823-8a81-4709-b6d7-f5393c08507e HTTP/1.1" status: 200 len: 1001 time: 0.0587130 Jun 14 18:31:24.388007 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-c5f0a71c-7cff-4bdc-8174-363f14cbd4af None None] Set router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:31:24.418201 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae32855-ff3d-4666-b8aa-b164800a876d req-c5823f79-5adb-452a-9c28-b289178fc7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:24.419441 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3ae32855-ff3d-4666-b8aa-b164800a876d req-c5823f79-5adb-452a-9c28-b289178fc7ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.0559113 Jun 14 18:31:24.471435 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae32855-ff3d-4666-b8aa-b164800a876d req-0839af76-5b66-4546-8f7f-bc6600454b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:24.472932 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3ae32855-ff3d-4666-b8aa-b164800a876d req-0839af76-5b66-4546-8f7f-bc6600454b20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460913 Jun 14 18:31:24.548933 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:24.577920 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3ae32855-ff3d-4666-b8aa-b164800a876d req-f7da63c8-eede-44c0-85dd-54293ac8eb6f service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867419 Jun 14 18:31:24.605840 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-c5f0a71c-7cff-4bdc-8174-363f14cbd4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'a79c68a3-68c9-45b1-8f9b-10db2c111f40', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'port_id': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'mac_address': 'fa:16:3e:a6:9e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:29:19Z', 'updated_at': '2022-06-14T18:31:23Z', 'revision_number': 3, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b504c3d-2c63-4cfa-822d-0fa09a6eadff', 'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'mac_address': 'fa:16:3e:08:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:13Z', 'updated_at': '2022-06-14T18:27:28Z', 'revision_number': 5, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'subnets': [{'id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:24.630130 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f0a71c-7cff-4bdc-8174-363f14cbd4af None None] The sync data for ids ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'] in dv-cinder-844563-2-iscsi is: [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'a79c68a3-68c9-45b1-8f9b-10db2c111f40', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'port_id': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'mac_address': 'fa:16:3e:a6:9e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:29:19Z', 'updated_at': '2022-06-14T18:31:23Z', 'revision_number': 3, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b504c3d-2c63-4cfa-822d-0fa09a6eadff', 'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'mac_address': 'fa:16:3e:08:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:13Z', 'updated_at': '2022-06-14T18:27:28Z', 'revision_number': 5, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'subnets': [{'id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:31:24.676176 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3ae32855-ff3d-4666-b8aa-b164800a876d req-8940c76a-3218-4a50-b579-05e010652580 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911040 Jun 14 18:31:24.902520 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e1e39-cf1d-40ad-8c0c-11d42fe2bd94 req-2006bed5-2588-4e30-8dfb-9ca171f4838a tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:24.904375 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-373e1e39-cf1d-40ad-8c0c-11d42fe2bd94 req-2006bed5-2588-4e30-8dfb-9ca171f4838a tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0493224 Jun 14 18:31:24.947649 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:24.968568 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-373e1e39-cf1d-40ad-8c0c-11d42fe2bd94 req-7620c378-b9cb-46ad-a73d-357138c90fce tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585339 Jun 14 18:31:25.886170 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'tag': '6e99f823-8a81-4709-b6d7-f5393c08507e'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:31:25.888668 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f747b1-8eaf-4fb6-944e-e837f369bf4c" -d '{"events": [{"name": "network-changed", "server_uuid": "e66ffa48-038e-40ba-b075-bafc9eb4b015", "tag": "6e99f823-8a81-4709-b6d7-f5393c08507e"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:31:25.926003 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a33fe96-c5bf-439a-8c1a-949d9f28726c x-openstack-request-id: req-9a33fe96-c5bf-439a-8c1a-949d9f28726c {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:31:25.926297 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66ffa48-038e-40ba-b075-bafc9eb4b015", "tag": "6e99f823-8a81-4709-b6d7-f5393c08507e", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:31:25.926553 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a33fe96-c5bf-439a-8c1a-949d9f28726c {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:31:25.926968 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a33fe96-c5bf-439a-8c1a-949d9f28726c'] response: {'name': 'network-changed', 'server_uuid': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'tag': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'status': 'completed', 'code': 200} Jun 14 18:31:25.995870 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f747b1-8eaf-4fb6-944e-e837f369bf4c req-b80da04b-c37b-4b33-9461-f1775c2fac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:25.997369 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a9f747b1-8eaf-4fb6-944e-e837f369bf4c req-b80da04b-c37b-4b33-9461-f1775c2fac13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 1129 time: 0.0392213 Jun 14 18:31:26.095845 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63f5c3-feab-45f5-88ea-4a66185b2e5f req-ffd8a2a9-a96e-479f-b21f-b918fb2a5afb tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:26.097713 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fe63f5c3-feab-45f5-88ea-4a66185b2e5f req-ffd8a2a9-a96e-479f-b21f-b918fb2a5afb tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0507445 Jun 14 18:31:26.100022 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f747b1-8eaf-4fb6-944e-e837f369bf4c req-e07f73b4-1ed3-41cc-b4f3-fcd49216e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:26.101512 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a9f747b1-8eaf-4fb6-944e-e837f369bf4c req-e07f73b4-1ed3-41cc-b4f3-fcd49216e545 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.0940063 Jun 14 18:31:26.160713 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fe63f5c3-feab-45f5-88ea-4a66185b2e5f req-47e123e5-f5a4-4c65-8ba1-4905f11a04b1 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566061 Jun 14 18:31:26.168321 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a9f747b1-8eaf-4fb6-944e-e837f369bf4c req-319142bf-7274-4f7d-8c24-f5424c2eb48e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e99f823-8a81-4709-b6d7-f5393c08507e HTTP/1.1" status: 200 len: 1001 time: 0.0591254 Jun 14 18:31:26.226626 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f747b1-8eaf-4fb6-944e-e837f369bf4c req-0848673a-fb7a-46ba-8dff-4b9f673382d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:26.228093 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a9f747b1-8eaf-4fb6-944e-e837f369bf4c req-0848673a-fb7a-46ba-8dff-4b9f673382d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.0495603 Jun 14 18:31:26.275848 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f747b1-8eaf-4fb6-944e-e837f369bf4c req-28b05d94-3b5c-49bb-a623-f7ef506d16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:26.277365 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a9f747b1-8eaf-4fb6-944e-e837f369bf4c req-28b05d94-3b5c-49bb-a623-f7ef506d16ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415068 Jun 14 18:31:26.376494 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a9f747b1-8eaf-4fb6-944e-e837f369bf4c req-b2fd7a9f-e6b4-4fde-9fbb-d4b542e5c26d service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900290 Jun 14 18:31:26.475455 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a9f747b1-8eaf-4fb6-944e-e837f369bf4c req-5004b560-f425-49c5-90b6-cabb94ddf617 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926316 Jun 14 18:31:27.278804 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599b733-81a7-423b-8ed5-685211251c83 req-39fed56b-219e-4091-bf4b-abfcb5cfa91a tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:27.280257 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5599b733-81a7-423b-8ed5-685211251c83 req-39fed56b-219e-4091-bf4b-abfcb5cfa91a tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0475135 Jun 14 18:31:27.344339 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5599b733-81a7-423b-8ed5-685211251c83 req-3fc3433c-d3ab-47cb-a164-b21878501af0 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582745 Jun 14 18:31:28.460570 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c544f-4cd0-4abb-89cf-34890863fad1 req-0d213e27-57a2-477e-8571-69cc360fb23d tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:28.462079 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d12c544f-4cd0-4abb-89cf-34890863fad1 req-0d213e27-57a2-477e-8571-69cc360fb23d tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0510747 Jun 14 18:31:28.522968 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d12c544f-4cd0-4abb-89cf-34890863fad1 req-5657b0bc-830d-4121-b918-da64f8392c66 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551608 Jun 14 18:31:29.640781 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96a695-944a-4b53-b2b4-42ca64a4ecb3 req-e486f79b-e94d-4d71-8359-9a165e1b50ae tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:29.642296 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eb96a695-944a-4b53-b2b4-42ca64a4ecb3 req-e486f79b-e94d-4d71-8359-9a165e1b50ae tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0486619 Jun 14 18:31:29.653487 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:29.704562 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eb96a695-944a-4b53-b2b4-42ca64a4ecb3 req-b5adcfe5-3dd8-4b31-bdd7-81f7e8c2c3f4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565717 Jun 14 18:31:29.823998 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0a29f255-b582-4657-bdad-4e7f91f8928f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:30.823207 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a23577-c255-407a-bb72-6933cf86c715 req-3e55eab9-c533-4ac4-8734-09c514833f31 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:30.824765 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e3a23577-c255-407a-bb72-6933cf86c715 req-3e55eab9-c533-4ac4-8734-09c514833f31 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0510135 Jun 14 18:31:30.893603 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e3a23577-c255-407a-bb72-6933cf86c715 req-c21815ee-5b23-4bbe-bc9a-5c7f7ae5ec73 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630605 Jun 14 18:31:32.015409 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99f0c7-b8c6-4d51-8dc3-61479652628a req-c623c008-3b5f-41a7-93ce-cf6c39854bfb tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:32.016915 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1d99f0c7-b8c6-4d51-8dc3-61479652628a req-c623c008-3b5f-41a7-93ce-cf6c39854bfb tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0497818 Jun 14 18:31:32.097478 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1d99f0c7-b8c6-4d51-8dc3-61479652628a req-d955ca65-47b2-4702-b314-87ce146eea49 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736976 Jun 14 18:31:32.232522 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-01f15fcf-3f3e-489f-b05c-1c2207410c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:33.019288 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:33.156822 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:33.229424 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f49a1-c1fd-4c62-a938-d89da0787307 req-f1b31f2b-92c8-48fe-b58d-146f237af596 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:33.236491 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-289f49a1-c1fd-4c62-a938-d89da0787307 req-f1b31f2b-92c8-48fe-b58d-146f237af596 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0640206 Jun 14 18:31:33.300107 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-289f49a1-c1fd-4c62-a938-d89da0787307 req-68f320fb-f427-47be-afd3-278b0c2dc200 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626438 Jun 14 18:31:34.431726 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1be7-1126-45b5-82be-9bf7fc884be9 req-07386f7b-40bd-4ba0-8cfe-daa49c6f54c1 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:34.433327 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c5ed1be7-1126-45b5-82be-9bf7fc884be9 req-07386f7b-40bd-4ba0-8cfe-daa49c6f54c1 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0573425 Jun 14 18:31:34.476632 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:34.508722 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c5ed1be7-1126-45b5-82be-9bf7fc884be9 req-7344f11c-1d33-493d-9a95-65584493ab80 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645089 Jun 14 18:31:34.830199 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:35.124194 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:35.638204 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9566cd4-a783-438c-bb21-88613e6cced1 req-7846b0d2-0eb1-4b05-8c21-dd33d8f6ce18 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:35.639953 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c9566cd4-a783-438c-bb21-88613e6cced1 req-7846b0d2-0eb1-4b05-8c21-dd33d8f6ce18 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0521035 Jun 14 18:31:35.705225 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c9566cd4-a783-438c-bb21-88613e6cced1 req-ed68bb5e-0135-4fb8-9756-5c1307d57290 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595174 Jun 14 18:31:36.827248 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a73dcc-f101-4acf-8670-6de6dc28f7f2 req-13c5c86d-09a8-4fb3-ba64-255fd399d20b tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:36.828730 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-36a73dcc-f101-4acf-8670-6de6dc28f7f2 req-13c5c86d-09a8-4fb3-ba64-255fd399d20b tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0521290 Jun 14 18:31:36.889916 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:31:36.892280 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-36a73dcc-f101-4acf-8670-6de6dc28f7f2 req-5a090c1f-5632-4f5b-9bac-7ede3455b00f tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575869 Jun 14 18:31:37.012913 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81843eb3-b029-4ea3-9e21-41c594e0c804 req-5231f901-5e82-485c-b483-64992979bb85 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:37.014487 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-81843eb3-b029-4ea3-9e21-41c594e0c804 req-5231f901-5e82-485c-b483-64992979bb85 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 946 time: 0.0543032 Jun 14 18:31:37.066134 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-81843eb3-b029-4ea3-9e21-41c594e0c804 req-89976807-fa72-44fe-815e-637356059544 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451713 Jun 14 18:31:37.471175 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79caa912-6f3d-4c73-b10f-d4c6272962a3 req-35f9e7d1-e6a4-4a92-8cbb-04ac0fcbeb89 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:37.472705 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-79caa912-6f3d-4c73-b10f-d4c6272962a3 req-35f9e7d1-e6a4-4a92-8cbb-04ac0fcbeb89 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0486548 Jun 14 18:31:37.522433 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-79caa912-6f3d-4c73-b10f-d4c6272962a3 req-7ae08aa2-0fee-4dcf-9a1e-2dd71defe24a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432446 Jun 14 18:31:37.980956 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:38.021323 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9fc10-e45e-42ac-b0af-6a7dd57a6bf7 req-8902eda2-0238-4cfc-825b-13f08c0c4432 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:38.022840 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-27d9fc10-e45e-42ac-b0af-6a7dd57a6bf7 req-8902eda2-0238-4cfc-825b-13f08c0c4432 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0525286 Jun 14 18:31:38.089238 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-27d9fc10-e45e-42ac-b0af-6a7dd57a6bf7 req-e4505c6b-b3dc-41dc-87c9-b5b03814b5b5 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600495 Jun 14 18:31:38.187302 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28413e-8d39-41b8-aec6-9100b99c9581 req-104017ad-0209-46ba-b8b2-036a64c35738 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:38.188790 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0d28413e-8d39-41b8-aec6-9100b99c9581 req-104017ad-0209-46ba-b8b2-036a64c35738 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 946 time: 0.0506654 Jun 14 18:31:38.245257 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0d28413e-8d39-41b8-aec6-9100b99c9581 req-4b1f4771-d934-42c4-bb16-e1d950305530 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496147 Jun 14 18:31:38.643550 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201c7fb-7c8e-498e-8426-3f625afc9c29 req-846b2699-9829-4fcf-87fd-a3c99cc5c75c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:38.645068 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b201c7fb-7c8e-498e-8426-3f625afc9c29 req-846b2699-9829-4fcf-87fd-a3c99cc5c75c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0481405 Jun 14 18:31:38.693118 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b201c7fb-7c8e-498e-8426-3f625afc9c29 req-f69f53f5-1353-4be5-8ab5-beee11858c29 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410142 Jun 14 18:31:39.209021 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490921a5-9e5b-4cac-ae19-105532de2410 req-23bac5aa-a4bd-48e4-a145-b4fbf21a01fc tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:39.210514 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-490921a5-9e5b-4cac-ae19-105532de2410 req-23bac5aa-a4bd-48e4-a145-b4fbf21a01fc tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0494859 Jun 14 18:31:39.277169 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-490921a5-9e5b-4cac-ae19-105532de2410 req-82ca0a83-c009-4104-afd0-347bea54ccd1 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596356 Jun 14 18:31:39.366501 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497cd1-dc02-457e-bb42-f6c8745a402a req-0bb4bc88-0412-483f-b5d4-331731a84399 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:39.368366 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-12497cd1-dc02-457e-bb42-f6c8745a402a req-0bb4bc88-0412-483f-b5d4-331731a84399 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 946 time: 0.0497966 Jun 14 18:31:39.421276 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-12497cd1-dc02-457e-bb42-f6c8745a402a req-140b9b33-25d3-42f9-9533-6e75ce5854e4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469408 Jun 14 18:31:39.818354 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca17e25-561a-4516-b842-3d866a373417 req-644e9911-f93a-4d50-b6be-3952ee706ce7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:39.820003 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6ca17e25-561a-4516-b842-3d866a373417 req-644e9911-f93a-4d50-b6be-3952ee706ce7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0494936 Jun 14 18:31:39.869892 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6ca17e25-561a-4516-b842-3d866a373417 req-c34e46fc-fefd-4f6b-9856-dbedad188d0d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435939 Jun 14 18:31:40.321328 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-93f14c47-d25a-423d-9f95-fd09bbea3280 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:40.324187 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-93f14c47-d25a-423d-9f95-fd09bbea3280 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 946 time: 0.0573976 Jun 14 18:31:40.404616 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9359e-c617-4301-be0e-ec1433516b65 req-681a2d20-453c-4f7a-b27b-c9747970f67d tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:40.406151 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a0d9359e-c617-4301-be0e-ec1433516b65 req-681a2d20-453c-4f7a-b27b-c9747970f67d tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0515742 Jun 14 18:31:40.468499 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a0d9359e-c617-4301-be0e-ec1433516b65 req-06948905-ec26-46eb-bbb7-e336a5ecf70a tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&id=a043ae42-832d-4072-8ca0-33689f176a66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564559 Jun 14 18:31:40.550327 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf218e-12a9-4d3b-872c-d02a0df3b8a1 req-0043dd5b-56d3-424f-aea3-c9bfec960c85 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:40.551923 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b1cf218e-12a9-4d3b-872c-d02a0df3b8a1 req-0043dd5b-56d3-424f-aea3-c9bfec960c85 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 946 time: 0.0493867 Jun 14 18:31:40.605138 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b1cf218e-12a9-4d3b-872c-d02a0df3b8a1 req-b2f26f65-14d3-41c8-bb6c-f1dac4fbf43e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471849 Jun 14 18:31:40.862158 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=87 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:40.906565 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:40.922621 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-31c16b62-7dd1-4622-92c8-d6a528402ec4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:40.924184 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-31c16b62-7dd1-4622-92c8-d6a528402ec4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.13 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0799243 Jun 14 18:31:41.009292 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d66d3-31e5-4565-880b-40294383b528 req-589e4da2-d09e-47e3-8c33-5e4fa4656b5a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:41.011637 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a24d66d3-31e5-4565-880b-40294383b528 req-589e4da2-d09e-47e3-8c33-5e4fa4656b5a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 947 time: 0.0563817 Jun 14 18:31:41.012441 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Deleting port 94648b79-8eac-456c-9ef4-94a9d6d3e060 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:31:41.012793 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:41.059650 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:41.067716 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a24d66d3-31e5-4565-880b-40294383b528 req-f496235d-3526-41d3-96c2-8e4c60e289f8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=61f9816f-fc41-4d9d-8095-84e86ed8fd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497112 Jun 14 18:31:41.079212 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Deleting port ee384335-560e-4f82-a137-0b23b61ff825 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:31:41.079554 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (ee384335-560e-4f82-a137-0b23b61ff825), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:41.084560 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:41.205022 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] For port 94648b79-8eac-456c-9ef4-94a9d6d3e060, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=94648b79-8eac-456c-9ef4-94a9d6d3e060,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:31:41.205390 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:41.295292 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] For port ee384335-560e-4f82-a137-0b23b61ff825, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ee384335-560e-4f82-a137-0b23b61ff825,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:31:41.295652 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (ee384335-560e-4f82-a137-0b23b61ff825), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:41.566397 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:41.567239 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (1e7a27a4-759d-4de5-bb60-6844b326261c), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:41.567239 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.l3_db [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Floating IP 1e7a27a4-759d-4de5-bb60-6844b326261c disassociated. External IP: 172.27.0.79, port: 94648b79-8eac-456c-9ef4-94a9d6d3e060. Jun 14 18:31:41.567543 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Calling delete_port for 94648b79-8eac-456c-9ef4-94a9d6d3e060 owned by compute:nova {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:31:41.625155 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:41.625545 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (2ce475b0-8be9-4a28-9133-179a54a7afbe), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:41.625900 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.l3_db [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Floating IP 2ce475b0-8be9-4a28-9133-179a54a7afbe disassociated. External IP: 172.27.0.187, port: ee384335-560e-4f82-a137-0b23b61ff825. Jun 14 18:31:41.626245 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Calling delete_port for ee384335-560e-4f82-a137-0b23b61ff825 owned by compute:nova {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:31:41.761942 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edca4c-f00c-4379-8a74-5ca8e8eff8f6 req-4712125b-33f3-4a00-a8e5-719811e9299c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:41.763915 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-02edca4c-f00c-4379-8a74-5ca8e8eff8f6 req-4712125b-33f3-4a00-a8e5-719811e9299c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 946 time: 0.0833817 Jun 14 18:31:41.884814 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:41.892545 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:41.904817 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-02edca4c-f00c-4379-8a74-5ca8e8eff8f6 req-476f2b21-a0a7-47a8-bcec-2613b889ad82 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309273 Jun 14 18:31:42.006958 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (94648b79-8eac-456c-9ef4-94a9d6d3e060), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:42.039157 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event deleted for resources: {'Port': ['ID=94648b79-8eac-456c-9ef4-94a9d6d3e060,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:42.046863 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (ee384335-560e-4f82-a137-0b23b61ff825), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:42.066316 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.066651 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.066993 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.067336 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.067673 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.068013 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.068345 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.068675 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.069041 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.069384 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.069742 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.070778 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.071341 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.071824 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.072158 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:42.171134 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event deleted for resources: {'Port': ['ID=ee384335-560e-4f82-a137-0b23b61ff825,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:42.204857 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d08d5875-71dd-41a0-8523-564116d7ba88 req-187791f5-eec3-4416-bb98-3654493ecce9 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 210 time: 0.0442498 Jun 14 18:31:42.524751 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Router 99d692a4-dd00-479c-ab92-329ab6ea9487 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:31:42.587506 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Router fe34203d-9de3-4d58-9736-dfa522564c84 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:31:42.723067 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cc639-7087-4c98-b452-36037d3a1754 req-8d89ea31-5d6d-465d-829d-39f523ef7f68 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:42.724758 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-144cc639-7087-4c98-b452-36037d3a1754 req-8d89ea31-5d6d-465d-829d-39f523ef7f68 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0559056 Jun 14 18:31:42.732847 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:31:42.746504 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da460fe-3f12-4b02-b1bb-5ff6fac5c944 None None] Sync routers for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:31:42.757901 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da460fe-3f12-4b02-b1bb-5ff6fac5c944 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:31:42.758797 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-6da460fe-3f12-4b02-b1bb-5ff6fac5c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:31:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:42.793496 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] No DVR routers for this DVR port 94648b79-8eac-456c-9ef4-94a9d6d3e060 on host hv-cinder-84456 {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:31:42.794089 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-144cc639-7087-4c98-b452-36037d3a1754 req-623cfc22-a2f1-4f67-9a2e-08bc485f937d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620904 Jun 14 18:31:42.801493 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:42.810626 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7bf8489d-95ec-4fba-9fcd-fd74d3d82f01 req-23947392-4712-4523-80c5-a3c629192d75 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "DELETE /v2.0/ports/94648b79-8eac-456c-9ef4-94a9d6d3e060 HTTP/1.1" status: 204 len: 173 time: 1.9744895 Jun 14 18:31:42.811140 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'name': 'network-vif-deleted', 'tag': '94648b79-8eac-456c-9ef4-94a9d6d3e060'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:31:42.813798 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f043e19-a8c4-4cfe-b117-e30883c47b74" -d '{"events": [{"server_uuid": "f1bbd826-8155-4a11-bba3-9a4b3172b726", "name": "network-vif-deleted", "tag": "94648b79-8eac-456c-9ef4-94a9d6d3e060"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:31:42.824710 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:31:42.837320 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a961318-c206-4b21-9dea-6a2313e3e4a4 None None] Sync routers for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:31:42.847145 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=96 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:42.866102 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a961318-c206-4b21-9dea-6a2313e3e4a4 None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:31:42.866102 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-9a961318-c206-4b21-9dea-6a2313e3e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:31:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:42.875741 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-6da460fe-3f12-4b02-b1bb-5ff6fac5c944 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:31:42.876294 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125ec927-ea91-4522-9647-29327bfa869c x-openstack-request-id: req-125ec927-ea91-4522-9647-29327bfa869c {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:31:42.876586 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bbd826-8155-4a11-bba3-9a4b3172b726", "name": "network-vif-deleted", "tag": "94648b79-8eac-456c-9ef4-94a9d6d3e060", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:31:42.876846 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-125ec927-ea91-4522-9647-29327bfa869c {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:31:42.877250 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125ec927-ea91-4522-9647-29327bfa869c'] response: {'server_uuid': 'f1bbd826-8155-4a11-bba3-9a4b3172b726', 'name': 'network-vif-deleted', 'tag': '94648b79-8eac-456c-9ef4-94a9d6d3e060', 'status': 'completed', 'code': 200} Jun 14 18:31:42.878394 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] No DVR routers for this DVR port ee384335-560e-4f82-a137-0b23b61ff825 on host hv-cinder-84456 {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:31:42.880745 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:42.884746 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-66fd1938-643c-4686-95c6-ead3a7b2539a req-2f0f5872-923c-445f-9e92-fd1281d68e38 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.13 "DELETE /v2.0/ports/ee384335-560e-4f82-a137-0b23b61ff825 HTTP/1.1" status: 204 len: 173 time: 1.9523926 Jun 14 18:31:42.908014 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device ee384335-560e-4f82-a137-0b23b61ff825 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:31:42.938017 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: ee384335-560e-4f82-a137-0b23b61ff825 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:31:42.938538 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device ee384335-560e-4f82-a137-0b23b61ff825 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:31:42.939112 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 94648b79-8eac-456c-9ef4-94a9d6d3e060 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:31:42.978824 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-9a961318-c206-4b21-9dea-6a2313e3e4a4 None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:31:43.033753 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 94648b79-8eac-456c-9ef4-94a9d6d3e060 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:31:43.034107 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 94648b79-8eac-456c-9ef4-94a9d6d3e060 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:31:43.042676 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-563c4742-acf7-4bb6-8c1c-fa03a14421f9 req-1c22e928-8c7b-4708-b7d1-6ef373d1f03a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0480711 Jun 14 18:31:43.186643 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-9a961318-c206-4b21-9dea-6a2313e3e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:24Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:43.212291 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a961318-c206-4b21-9dea-6a2313e3e4a4 None None] Checking router: fe34203d-9de3-4d58-9736-dfa522564c84 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:31:43.219863 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-6da460fe-3f12-4b02-b1bb-5ff6fac5c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '485e5798-fc74-4a7d-a344-3c81053ba5b2', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:0f:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17641e09-70b6-4020-9fb5-31780056f2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:28:36Z', 'updated_at': '2022-06-14T18:29:00Z', 'revision_number': 2, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:43.221100 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a961318-c206-4b21-9dea-6a2313e3e4a4 None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:31:43.221971 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-9a961318-c206-4b21-9dea-6a2313e3e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:31:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:43.245376 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da460fe-3f12-4b02-b1bb-5ff6fac5c944 None None] Checking router: 99d692a4-dd00-479c-ab92-329ab6ea9487 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:31:43.255199 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da460fe-3f12-4b02-b1bb-5ff6fac5c944 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:31:43.255934 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-6da460fe-3f12-4b02-b1bb-5ff6fac5c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:31:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:43.340166 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-9a961318-c206-4b21-9dea-6a2313e3e4a4 None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:31:43.345946 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-268800f7-8996-41c9-b29c-d48a050ca9b6 req-3466a881-8795-4740-b988-3084e79ae17f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 210 time: 0.0379176 Jun 14 18:31:43.379307 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-6da460fe-3f12-4b02-b1bb-5ff6fac5c944 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:31:43.542989 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-9a961318-c206-4b21-9dea-6a2313e3e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:24Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:43.573893 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a961318-c206-4b21-9dea-6a2313e3e4a4 None None] The sync data for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi is: [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:24Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:31:43.736757 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-6da460fe-3f12-4b02-b1bb-5ff6fac5c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '485e5798-fc74-4a7d-a344-3c81053ba5b2', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:0f:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17641e09-70b6-4020-9fb5-31780056f2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:28:36Z', 'updated_at': '2022-06-14T18:29:00Z', 'revision_number': 2, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:43.764130 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da460fe-3f12-4b02-b1bb-5ff6fac5c944 None None] The sync data for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi is: [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '485e5798-fc74-4a7d-a344-3c81053ba5b2', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:0f:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17641e09-70b6-4020-9fb5-31780056f2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:28:36Z', 'updated_at': '2022-06-14T18:29:00Z', 'revision_number': 2, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:31:43.876397 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68ec2d7-4e0c-4dbc-ad88-18bfcf43dc40 None None] New status for floating IP 2ce475b0-8be9-4a28-9133-179a54a7afbe: DOWN {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:31:43.932733 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198395f-2727-40b1-a421-445c4ca6826b req-b34ab763-43de-4744-bef5-629328243ac3 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:43.934952 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3198395f-2727-40b1-a421-445c4ca6826b req-b34ab763-43de-4744-bef5-629328243ac3 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0696790 Jun 14 18:31:43.992870 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3198395f-2727-40b1-a421-445c4ca6826b req-3c7d512f-79c3-41e8-a7f2-c2c5611f8976 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501726 Jun 14 18:31:44.048613 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa84f0f2-81f9-4312-b7c6-2bb9f0e8dc91 None None] New status for floating IP 1e7a27a4-759d-4de5-bb60-6844b326261c: DOWN {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:31:44.149714 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-956d84ca-dc14-4147-9a88-8efd724bab09 req-50df7606-6abc-45e1-b21f-20184b4438df tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0392239 Jun 14 18:31:44.466573 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7b03a2bc-5646-429b-84ce-6658f8fbdcdf req-be0f3990-934c-4c9e-9d3b-2e7c8a06741c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 210 time: 0.0355992 Jun 14 18:31:44.682854 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-42035599-8c42-414f-a35b-387f44214f99 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:44.684385 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-42035599-8c42-414f-a35b-387f44214f99 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0494056 Jun 14 18:31:44.727009 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:44.789100 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Deleting port 7513d78b-6877-4846-a318-fbe800a362f4 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:31:44.789645 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (7513d78b-6877-4846-a318-fbe800a362f4), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:44.879606 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'name': 'network-vif-deleted', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:31:44.881870 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265df770-18cc-4912-b6ac-2465a6ccd711" -d '{"events": [{"server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "name": "network-vif-deleted", "tag": "ee384335-560e-4f82-a137-0b23b61ff825"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:31:44.898216 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] For port 7513d78b-6877-4846-a318-fbe800a362f4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7513d78b-6877-4846-a318-fbe800a362f4,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:31:44.898761 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (7513d78b-6877-4846-a318-fbe800a362f4), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:44.950682 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc18338-a2b9-4cd5-927f-3b8c3ead1ba5 x-openstack-request-id: req-5cc18338-a2b9-4cd5-927f-3b8c3ead1ba5 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:31:44.951176 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2876875b-5dbe-4032-949a-3357292296a2", "name": "network-vif-deleted", "tag": "ee384335-560e-4f82-a137-0b23b61ff825", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:31:44.951295 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5cc18338-a2b9-4cd5-927f-3b8c3ead1ba5 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:31:44.951610 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc18338-a2b9-4cd5-927f-3b8c3ead1ba5'] response: {'server_uuid': '2876875b-5dbe-4032-949a-3357292296a2', 'name': 'network-vif-deleted', 'tag': 'ee384335-560e-4f82-a137-0b23b61ff825', 'status': 'completed', 'code': 200} Jun 14 18:31:45.082768 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:45.083052 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:45.083372 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.l3_db [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Floating IP 52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c disassociated. External IP: 172.27.0.155, port: 7513d78b-6877-4846-a318-fbe800a362f4. Jun 14 18:31:45.083775 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Calling delete_port for 7513d78b-6877-4846-a318-fbe800a362f4 owned by compute:nova {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:31:45.097017 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:45.117991 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d6e3d-201f-4cc1-9270-79c077543430 req-5687680c-baed-4cce-b3d0-1800ef770547 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:45.120505 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1b2d6e3d-201f-4cc1-9270-79c077543430 req-5687680c-baed-4cce-b3d0-1800ef770547 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 945 time: 0.0546327 Jun 14 18:31:45.180958 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1b2d6e3d-201f-4cc1-9270-79c077543430 req-4cfc83da-f713-479d-b289-00f46f58b00f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=a4a57db6-0d98-4dc5-86e0-e9dc384333fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522964 Jun 14 18:31:45.296089 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a98d46fd-4495-491b-abd2-6c79a33cf254 req-d695b345-a7ca-4994-a40a-25b79ff15c57 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1bbd826-8155-4a11-bba3-9a4b3172b726 HTTP/1.1" status: 200 len: 210 time: 0.0375569 Jun 14 18:31:45.333058 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (7513d78b-6877-4846-a318-fbe800a362f4), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:45.363729 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event deleted for resources: {'Port': ['ID=7513d78b-6877-4846-a318-fbe800a362f4,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:45.488969 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Router 50deef1f-d8c9-497b-8029-b56ac186404c has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:31:45.608055 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0581b9a8-63e5-494e-a6f3-ecf2e4e9a2fb req-225805e3-c50b-456c-8056-de5e659bf439 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=2876875b-5dbe-4032-949a-3357292296a2 HTTP/1.1" status: 200 len: 210 time: 0.0442958 Jun 14 18:31:45.623096 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:31:45.635907 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f73a0-0179-4b7a-98c1-41058e4e2ab5 None None] Sync routers for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:31:45.638191 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:45.661687 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f73a0-0179-4b7a-98c1-41058e4e2ab5 None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:31:45.661687 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-fa1f73a0-0179-4b7a-98c1-41058e4e2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:31:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:45.678135 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] No DVR routers for this DVR port 7513d78b-6877-4846-a318-fbe800a362f4 on host hv-cinder-84456 {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:31:45.681426 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:45.685617 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fab2d7b5-0b78-4f62-9a05-467d9189ddc9 req-68c397ff-42a6-4987-a535-409149d2079f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.13 "DELETE /v2.0/ports/7513d78b-6877-4846-a318-fbe800a362f4 HTTP/1.1" status: 204 len: 173 time: 0.9956110 Jun 14 18:31:45.736699 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:45.766460 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-fa1f73a0-0179-4b7a-98c1-41058e4e2ab5 None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:31:45.983653 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-fa1f73a0-0179-4b7a-98c1-41058e4e2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:33Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:46.008803 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f73a0-0179-4b7a-98c1-41058e4e2ab5 None None] Checking router: 50deef1f-d8c9-497b-8029-b56ac186404c for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:31:46.016963 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f73a0-0179-4b7a-98c1-41058e4e2ab5 None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:31:46.017636 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-fa1f73a0-0179-4b7a-98c1-41058e4e2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:31:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:46.126448 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-fa1f73a0-0179-4b7a-98c1-41058e4e2ab5 None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:31:46.284050 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:46.299317 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5c4c37c4-cf9a-41f9-a320-60ac9b10b6cf req-c4821fde-8e9b-4c43-98b7-d94ded5a0b15 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=90a63d77-87d7-4616-af3d-fe6cb12e93fe HTTP/1.1" status: 200 len: 210 time: 0.0318763 Jun 14 18:31:46.330325 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-fa1f73a0-0179-4b7a-98c1-41058e4e2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:33Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:46.360101 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f73a0-0179-4b7a-98c1-41058e4e2ab5 None None] The sync data for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi is: [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:33Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:31:46.459478 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58100) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:46.519944 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-72917ee0-e655-4e88-9cac-31484419d8d8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (bfb3c960-fbfa-4d93-b4f0-4ed9221af43c), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:46.553740 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-72917ee0-e655-4e88-9cac-31484419d8d8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (bfb3c960-fbfa-4d93-b4f0-4ed9221af43c), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:46.605956 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3f7cbe-f21c-4c0a-a2c3-5459b7a8fe40 None None] New status for floating IP 52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c: DOWN {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:31:46.676759 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-72917ee0-e655-4e88-9cac-31484419d8d8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (bfb3c960-fbfa-4d93-b4f0-4ed9221af43c), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:46.679849 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-72917ee0-e655-4e88-9cac-31484419d8d8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:46.684689 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-72917ee0-e655-4e88-9cac-31484419d8d8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "DELETE /v2.0/security-groups/bfb3c960-fbfa-4d93-b4f0-4ed9221af43c HTTP/1.1" status: 204 len: 168 time: 0.2208219 Jun 14 18:31:46.684829 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58104) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:46.695780 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72917ee0-e655-4e88-9cac-31484419d8d8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb3c960-fbfa-4d93-b4f0-4ed9221af43c,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:46.728922 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.api.v2.resource [None req-537fdc6c-19a5-41cd-88dd-c503c44e7d72 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] show failed (client error): The resource could not be found. Jun 14 18:31:46.730008 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-537fdc6c-19a5-41cd-88dd-c503c44e7d72 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups/bfb3c960-fbfa-4d93-b4f0-4ed9221af43c HTTP/1.1" status: 404 len: 347 time: 0.0442336 Jun 14 18:31:46.733060 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58108) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:46.849876 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58110) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:46.859620 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Deleting port cdd9ee51-6c58-4b30-b438-dd49a0204790 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:31:46.859620 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (cdd9ee51-6c58-4b30-b438-dd49a0204790), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:46.902290 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:46.916992 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b6e53f4d-1e55-41d8-be2e-76f4209bb479 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group (61f9816f-fc41-4d9d-8095-84e86ed8fd71), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:46.934684 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (cdd9ee51-6c58-4b30-b438-dd49a0204790), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:46.935017 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (cdd9ee51-6c58-4b30-b438-dd49a0204790), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:46.943264 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b6e53f4d-1e55-41d8-be2e-76f4209bb479 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group (61f9816f-fc41-4d9d-8095-84e86ed8fd71), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:46.951293 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:46.952616 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Calling delete_port for cdd9ee51-6c58-4b30-b438-dd49a0204790 owned by network:floatingip {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:31:46.953739 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'name': 'network-vif-deleted', 'tag': '7513d78b-6877-4846-a318-fbe800a362f4'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:31:46.955929 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd40ddb5-4990-4331-bebb-6a5686aa47e7" -d '{"events": [{"server_uuid": "90a63d77-87d7-4616-af3d-fe6cb12e93fe", "name": "network-vif-deleted", "tag": "7513d78b-6877-4846-a318-fbe800a362f4"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:31:47.037749 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654392e8-81d8-45f3-8556-cd9c19fd2d84 x-openstack-request-id: req-654392e8-81d8-45f3-8556-cd9c19fd2d84 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:31:47.037749 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a63d77-87d7-4616-af3d-fe6cb12e93fe", "name": "network-vif-deleted", "tag": "7513d78b-6877-4846-a318-fbe800a362f4", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:31:47.037749 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-654392e8-81d8-45f3-8556-cd9c19fd2d84 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:31:47.037749 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654392e8-81d8-45f3-8556-cd9c19fd2d84'] response: {'server_uuid': '90a63d77-87d7-4616-af3d-fe6cb12e93fe', 'name': 'network-vif-deleted', 'tag': '7513d78b-6877-4846-a318-fbe800a362f4', 'status': 'completed', 'code': 200} Jun 14 18:31:47.152921 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b6e53f4d-1e55-41d8-be2e-76f4209bb479 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (61f9816f-fc41-4d9d-8095-84e86ed8fd71), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.155456 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b6e53f4d-1e55-41d8-be2e-76f4209bb479 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.156646 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-b6e53f4d-1e55-41d8-be2e-76f4209bb479 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "DELETE /v2.0/security-groups/61f9816f-fc41-4d9d-8095-84e86ed8fd71 HTTP/1.1" status: 204 len: 168 time: 0.3057504 Jun 14 18:31:47.159526 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58114) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:47.167262 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e53f4d-1e55-41d8-be2e-76f4209bb479 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f9816f-fc41-4d9d-8095-84e86ed8fd71,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:47.174141 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.api.v2.resource [None req-a858629c-9eb7-4112-853c-612db90f4842 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] show failed (client error): The resource could not be found. Jun 14 18:31:47.176460 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-a858629c-9eb7-4112-853c-612db90f4842 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups/61f9816f-fc41-4d9d-8095-84e86ed8fd71 HTTP/1.1" status: 404 len: 347 time: 0.0148458 Jun 14 18:31:47.178386 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58116) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:47.282013 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:47.295272 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-74eb813e-96e1-4490-837f-c9f580eaf51c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Deleting port 0cb23f6a-97e4-4352-9bfa-6834653a1024 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:31:47.295610 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74eb813e-96e1-4490-837f-c9f580eaf51c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (0cb23f6a-97e4-4352-9bfa-6834653a1024), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.378324 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74eb813e-96e1-4490-837f-c9f580eaf51c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (0cb23f6a-97e4-4352-9bfa-6834653a1024), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.378646 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74eb813e-96e1-4490-837f-c9f580eaf51c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (0cb23f6a-97e4-4352-9bfa-6834653a1024), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.391856 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-74eb813e-96e1-4490-837f-c9f580eaf51c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Calling delete_port for 0cb23f6a-97e4-4352-9bfa-6834653a1024 owned by network:floatingip {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:31:47.407982 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (cdd9ee51-6c58-4b30-b438-dd49a0204790), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.462858 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event deleted for resources: {'Port': ['ID=cdd9ee51-6c58-4b30-b438-dd49a0204790,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:47.468543 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58122) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:47.478620 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.478957 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.479294 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.479626 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.479954 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.480283 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.480610 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.480927 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.481249 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.481590 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.481911 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.482226 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.482566 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.482856 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.483168 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:31:47.532772 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0d229f2a-c36f-4439-aa2c-70f14139a807 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group (a4a57db6-0d98-4dc5-86e0-e9dc384333fd), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.561265 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0d229f2a-c36f-4439-aa2c-70f14139a807 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group (a4a57db6-0d98-4dc5-86e0-e9dc384333fd), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.566445 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (1e7a27a4-759d-4de5-bb60-6844b326261c), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.568879 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.570173 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-a366d0ed-4cb0-4510-8e38-4d84e83ffd40 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "DELETE /v2.0/floatingips/1e7a27a4-759d-4de5-bb60-6844b326261c HTTP/1.1" status: 204 len: 168 time: 0.8360341 Jun 14 18:31:47.571349 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:47.707432 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74eb813e-96e1-4490-837f-c9f580eaf51c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (0cb23f6a-97e4-4352-9bfa-6834653a1024), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.708034 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0d229f2a-c36f-4439-aa2c-70f14139a807 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a4a57db6-0d98-4dc5-86e0-e9dc384333fd), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.711769 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0d229f2a-c36f-4439-aa2c-70f14139a807 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.716157 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-0d229f2a-c36f-4439-aa2c-70f14139a807 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "DELETE /v2.0/security-groups/a4a57db6-0d98-4dc5-86e0-e9dc384333fd HTTP/1.1" status: 204 len: 168 time: 0.2465208 Jun 14 18:31:47.719589 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58130) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:47.735707 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:47.738999 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb813e-96e1-4490-837f-c9f580eaf51c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event deleted for resources: {'Port': ['ID=0cb23f6a-97e4-4352-9bfa-6834653a1024,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:47.746102 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d229f2a-c36f-4439-aa2c-70f14139a807 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a57db6-0d98-4dc5-86e0-e9dc384333fd,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:47.749959 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.api.v2.resource [None req-c695a530-d3c4-4ab2-875c-9f1ca295909f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] show failed (client error): The resource could not be found. Jun 14 18:31:47.754197 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-c695a530-d3c4-4ab2-875c-9f1ca295909f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups/a4a57db6-0d98-4dc5-86e0-e9dc384333fd HTTP/1.1" status: 404 len: 347 time: 0.0314374 Jun 14 18:31:47.757954 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58132) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:47.818465 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74eb813e-96e1-4490-837f-c9f580eaf51c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (2ce475b0-8be9-4a28-9133-179a54a7afbe), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.821744 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-74eb813e-96e1-4490-837f-c9f580eaf51c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.825719 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-74eb813e-96e1-4490-837f-c9f580eaf51c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "DELETE /v2.0/floatingips/2ce475b0-8be9-4a28-9133-179a54a7afbe HTTP/1.1" status: 204 len: 168 time: 0.6435292 Jun 14 18:31:47.892750 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-8191a8ae-dc9b-47b9-b0a1-a5ba43803079 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Deleting port 9d2bd618-51b5-432c-8b5a-61edf4b941a0 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:31:47.893202 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8191a8ae-dc9b-47b9-b0a1-a5ba43803079 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (9d2bd618-51b5-432c-8b5a-61edf4b941a0), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.974275 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8191a8ae-dc9b-47b9-b0a1-a5ba43803079 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (9d2bd618-51b5-432c-8b5a-61edf4b941a0), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.974608 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8191a8ae-dc9b-47b9-b0a1-a5ba43803079 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (9d2bd618-51b5-432c-8b5a-61edf4b941a0), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:47.988479 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-8191a8ae-dc9b-47b9-b0a1-a5ba43803079 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Calling delete_port for 9d2bd618-51b5-432c-8b5a-61edf4b941a0 owned by network:floatingip {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:31:48.009482 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58138) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:48.014267 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-b92a5a57-46a5-48be-942c-af445cb897a3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346497408', 'description': 'tempest-description--768649941'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:48.128653 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b92a5a57-46a5-48be-942c-af445cb897a3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.208287 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b92a5a57-46a5-48be-942c-af445cb897a3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group (18af38a2-9ec5-4672-b200-9576abec63db), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.238797 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8191a8ae-dc9b-47b9-b0a1-a5ba43803079 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (9d2bd618-51b5-432c-8b5a-61edf4b941a0), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.265080 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191a8ae-dc9b-47b9-b0a1-a5ba43803079 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event deleted for resources: {'Port': ['ID=9d2bd618-51b5-432c-8b5a-61edf4b941a0,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:48.292291 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8191a8ae-dc9b-47b9-b0a1-a5ba43803079 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.295786 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8191a8ae-dc9b-47b9-b0a1-a5ba43803079 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.296249 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-8191a8ae-dc9b-47b9-b0a1-a5ba43803079 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "DELETE /v2.0/floatingips/52a7c321-d6ad-49e5-9ed9-b3b27f98bd7c HTTP/1.1" status: 204 len: 168 time: 0.5372381 Jun 14 18:31:48.318714 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b92a5a57-46a5-48be-942c-af445cb897a3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (18af38a2-9ec5-4672-b200-9576abec63db), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.352499 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a5a57-46a5-48be-942c-af445cb897a3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18af38a2-9ec5-4672-b200-9576abec63db,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:48.455187 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b92a5a57-46a5-48be-942c-af445cb897a3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.456535 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-b92a5a57-46a5-48be-942c-af445cb897a3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4458566 Jun 14 18:31:48.459299 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58144) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:48.464435 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-dfcd9ba2-3168-48d2-95da-05adf91d1488 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Request body: {'security_group_rule': {'security_group_id': '18af38a2-9ec5-4672-b200-9576abec63db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:48.473537 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58146) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:48.480865 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-32b16fce-1607-4ba9-b34b-2feb080c44fa tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1728338088', 'description': 'tempest-description--1498880100'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:48.581065 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9ba2-3168-48d2-95da-05adf91d1488 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group_rule (b74634e2-50a4-4610-be3b-93d2e1eda591), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.609876 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-32b16fce-1607-4ba9-b34b-2feb080c44fa tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.671334 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9ba2-3168-48d2-95da-05adf91d1488 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group_rule (b74634e2-50a4-4610-be3b-93d2e1eda591), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.708307 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-32b16fce-1607-4ba9-b34b-2feb080c44fa tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group (1f26906e-5227-4d42-aac6-ae2b804dc255), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.755755 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9ba2-3168-48d2-95da-05adf91d1488 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (b74634e2-50a4-4610-be3b-93d2e1eda591), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.775232 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd9ba2-3168-48d2-95da-05adf91d1488 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74634e2-50a4-4610-be3b-93d2e1eda591,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:48.816223 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-32b16fce-1607-4ba9-b34b-2feb080c44fa tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (1f26906e-5227-4d42-aac6-ae2b804dc255), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.836116 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 7513d78b-6877-4846-a318-fbe800a362f4 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:31:48.848015 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b16fce-1607-4ba9-b34b-2feb080c44fa tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f26906e-5227-4d42-aac6-ae2b804dc255,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:48.853720 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9ba2-3168-48d2-95da-05adf91d1488 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.855369 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-dfcd9ba2-3168-48d2-95da-05adf91d1488 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3947687 Jun 14 18:31:48.856403 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 7513d78b-6877-4846-a318-fbe800a362f4 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:31:48.856935 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 7513d78b-6877-4846-a318-fbe800a362f4 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:31:48.858447 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58148) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:48.863970 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-226d5a49-9711-4aa6-b187-ee498489fe78 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Request body: {'security_group_rule': {'security_group_id': '18af38a2-9ec5-4672-b200-9576abec63db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:48.954850 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-32b16fce-1607-4ba9-b34b-2feb080c44fa tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:48.956039 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-32b16fce-1607-4ba9-b34b-2feb080c44fa tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4815941 Jun 14 18:31:48.959017 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58150) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:48.963404 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-8e60356b-c7d8-4e4e-a159-b749f3cb652c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Request body: {'security_group_rule': {'security_group_id': '1f26906e-5227-4d42-aac6-ae2b804dc255', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:49.067350 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-226d5a49-9711-4aa6-b187-ee498489fe78 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group_rule (bdfe8176-b46f-42b0-bc16-c399a9fde0ac), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.095884 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:49.100724 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8e60356b-c7d8-4e4e-a159-b749f3cb652c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group_rule (33bddd9f-2b24-487c-a346-699fa509d8ac), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.109074 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:49.129437 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-226d5a49-9711-4aa6-b187-ee498489fe78 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group_rule (bdfe8176-b46f-42b0-bc16-c399a9fde0ac), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.173931 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8e60356b-c7d8-4e4e-a159-b749f3cb652c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group_rule (33bddd9f-2b24-487c-a346-699fa509d8ac), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.207374 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-226d5a49-9711-4aa6-b187-ee498489fe78 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (bdfe8176-b46f-42b0-bc16-c399a9fde0ac), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.227224 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d5a49-9711-4aa6-b187-ee498489fe78 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfe8176-b46f-42b0-bc16-c399a9fde0ac,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:49.307302 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8e60356b-c7d8-4e4e-a159-b749f3cb652c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (33bddd9f-2b24-487c-a346-699fa509d8ac), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.311405 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-226d5a49-9711-4aa6-b187-ee498489fe78 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.313209 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-226d5a49-9711-4aa6-b187-ee498489fe78 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4526443 Jun 14 18:31:49.317111 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58154) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:49.324393 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:49.333117 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60356b-c7d8-4e4e-a159-b749f3cb652c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33bddd9f-2b24-487c-a346-699fa509d8ac,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:49.450795 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8e60356b-c7d8-4e4e-a159-b749f3cb652c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.452324 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-8e60356b-c7d8-4e4e-a159-b749f3cb652c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4922526 Jun 14 18:31:49.455251 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58156) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:49.460983 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-86014e50-a74f-4de8-a49b-a1aca3f21fde tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Request body: {'security_group_rule': {'security_group_id': '1f26906e-5227-4d42-aac6-ae2b804dc255', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:49.529856 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.596289 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-86014e50-a74f-4de8-a49b-a1aca3f21fde tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group_rule (4c4c0ff3-416e-4ca1-9145-7260424126c5), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.637027 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.715308 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-86014e50-a74f-4de8-a49b-a1aca3f21fde tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group_rule (4c4c0ff3-416e-4ca1-9145-7260424126c5), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.771032 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Allocated IP 172.27.0.167 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/eed282de-b789-4c6a-9fa5-d9b9e968ad47) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:31:49.797274 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-86014e50-a74f-4de8-a49b-a1aca3f21fde tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (4c4c0ff3-416e-4ca1-9145-7260424126c5), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.821066 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:49.830643 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86014e50-a74f-4de8-a49b-a1aca3f21fde tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4c0ff3-416e-4ca1-9145-7260424126c5,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:49.900270 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for port (eed282de-b789-4c6a-9fa5-d9b9e968ad47), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.957472 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-86014e50-a74f-4de8-a49b-a1aca3f21fde tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:49.958705 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-86014e50-a74f-4de8-a49b-a1aca3f21fde tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5024693 Jun 14 18:31:49.962924 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58158) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:49.967228 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:50.013176 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (eed282de-b789-4c6a-9fa5-d9b9e968ad47), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:50.042272 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:50.057578 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:31:50.061725 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:31:50.063687 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event updated for resources: {'Port': ['ID=eed282de-b789-4c6a-9fa5-d9b9e968ad47,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:50.065907 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:31:50.116617 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (74de704d-25b6-45ae-b510-d0d1c3e96588), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:50.132691 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:50.211035 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:50.297674 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (eed282de-b789-4c6a-9fa5-d9b9e968ad47), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:50.382869 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Allocated IP 172.27.0.28 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/742b4fd2-8a68-4c05-adf3-6b75cec38adf) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:31:50.450927 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:50.579022 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for port (eed282de-b789-4c6a-9fa5-d9b9e968ad47), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:50.584690 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for port (742b4fd2-8a68-4c05-adf3-6b75cec38adf), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:50.672729 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (eed282de-b789-4c6a-9fa5-d9b9e968ad47), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:50.704747 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (74de704d-25b6-45ae-b510-d0d1c3e96588), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:50.712503 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (742b4fd2-8a68-4c05-adf3-6b75cec38adf), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:50.741041 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event updated for resources: {'Port': ['ID=eed282de-b789-4c6a-9fa5-d9b9e968ad47,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:50.751789 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:31:50.770126 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:31:50.777121 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:31:50.847860 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event updated for resources: {'Port': ['ID=742b4fd2-8a68-4c05-adf3-6b75cec38adf,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:50.870317 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83631eeb-7b7b-4c39-950a-7a622c087a74 req-1d7930b0-a84f-4986-97dc-c8f41093a375 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:50.871931 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-83631eeb-7b7b-4c39-950a-7a622c087a74 req-1d7930b0-a84f-4986-97dc-c8f41093a375 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 945 time: 0.1034734 Jun 14 18:31:50.886352 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (efa329be-e239-4889-994f-315452ad7f95), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:50.927047 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:50.929895 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:50.931262 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-77661d68-c6f2-401f-ae6e-520589e9d78e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6126611 Jun 14 18:31:50.939678 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-83631eeb-7b7b-4c39-950a-7a622c087a74 req-69d2c7a5-40c9-436d-8854-132b8e2d2223 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=015e780a-8d78-488a-b6ae-dc7d7a26df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612690 Jun 14 18:31:51.071462 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (742b4fd2-8a68-4c05-adf3-6b75cec38adf), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:51.137655 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-6bf4f934-b84b-4e8d-94cf-e11a43615335 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--346497408&fields=id&tenant_id=e8603a3b1604479da86224c52c2467ad HTTP/1.1" status: 200 len: 267 time: 0.0454059 Jun 14 18:31:51.227293 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for port (742b4fd2-8a68-4c05-adf3-6b75cec38adf), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:51.238992 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:51.248972 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-9c1ac760-1239-498e-8502-1cfae1f27f7c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:51.250474 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-9c1ac760-1239-498e-8502-1cfae1f27f7c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/networks?id=274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 200 len: 817 time: 0.1061015 Jun 14 18:31:51.266054 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-ecd6559a-3eeb-4313-bdd0-6baea1667bd5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/quotas/e8603a3b1604479da86224c52c2467ad HTTP/1.1" status: 200 len: 375 time: 0.0103226 Jun 14 18:31:51.295640 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (742b4fd2-8a68-4c05-adf3-6b75cec38adf), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:51.323355 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-5d243b24-cd3a-4da6-8671-1a7e12dde5b8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e8603a3b1604479da86224c52c2467ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518663 Jun 14 18:31:51.329672 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (efa329be-e239-4889-994f-315452ad7f95), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:51.355207 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event updated for resources: {'Port': ['ID=742b4fd2-8a68-4c05-adf3-6b75cec38adf,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:51.428394 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-b15cbc90-a238-4beb-a82b-51c4c746211c service neutron] 10.222.0.78 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926099 Jun 14 18:31:51.452013 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:51.457611 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-cfbeda10-9e1c-4d6f-8967-8ed43c92f7ec tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4894550 Jun 14 18:31:51.531002 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-c9e2190c-ab20-47dc-a6a4-9c82973a6edb service neutron] 10.222.0.78 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956707 Jun 14 18:31:51.636637 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:51.668897 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-264cad4a-849a-4554-bc4f-93a3d7366065 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1728338088&fields=id&tenant_id=e2f771a602054b349adae092a9d3ed24 HTTP/1.1" status: 200 len: 267 time: 0.0460260 Jun 14 18:31:51.788943 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-48cae70e-cb74-473c-955c-2544a2298d9c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:51.790778 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-48cae70e-cb74-473c-955c-2544a2298d9c tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/networks?id=c02f9f85-b95f-4513-a67b-ed0864c5046e HTTP/1.1" status: 200 len: 810 time: 0.1149855 Jun 14 18:31:51.807209 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-7f23c6bd-d98a-42cf-b56a-d1f1c581d0c4 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/quotas/e2f771a602054b349adae092a9d3ed24 HTTP/1.1" status: 200 len: 375 time: 0.0100729 Jun 14 18:31:51.816586 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f4a6a0cf-ef1e-4462-bd52-a75f9181ae76 req-3131c65f-4b77-4d89-8664-afcbf97df25c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 210 time: 0.0365326 Jun 14 18:31:51.862327 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-1e1c4d6e-1d17-4ee5-aa33-984004fab022 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e2f771a602054b349adae092a9d3ed24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487959 Jun 14 18:31:52.076413 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d9d6-a7d2-4cd0-b36d-b4707fe54996 req-ed4fe831-edd1-46e7-8165-712c25c79db9 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:52.078020 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e253d9d6-a7d2-4cd0-b36d-b4707fe54996 req-ed4fe831-edd1-46e7-8165-712c25c79db9 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 945 time: 0.0522342 Jun 14 18:31:52.140850 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e253d9d6-a7d2-4cd0-b36d-b4707fe54996 req-bcf5e62e-338c-4261-96af-e373225f6ebb tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=015e780a-8d78-488a-b6ae-dc7d7a26df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561137 Jun 14 18:31:52.211575 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-92da18e1-5144-441b-9a71-d9cb765c48b4 service neutron] 10.222.0.78 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363788 Jun 14 18:31:52.313248 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-9b51e407-e45d-4ec8-b302-fe78969f89a3 service neutron] 10.222.0.78 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961275 Jun 14 18:31:52.462421 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-d2e11516-6430-4120-969a-f66cd3d150a5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:52.463918 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-d2e11516-6430-4120-969a-f66cd3d150a5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 945 time: 0.0487466 Jun 14 18:31:52.564471 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Deleting port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:31:52.568484 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:52.598412 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-874fa333-0c4d-497c-86d7-54e7bbcc946e req-9ac10295-6bd7-41c9-acf8-f1fe7bb46c7a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 210 time: 0.0352445 Jun 14 18:31:52.684738 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] For port fb8d49e9-2644-493b-ba67-f249b7b5c2b1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fb8d49e9-2644-493b-ba67-f249b7b5c2b1,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:31:52.685109 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:52.863176 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:52.863540 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (485e5798-fc74-4a7d-a344-3c81053ba5b2), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:52.863857 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.l3_db [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Floating IP 485e5798-fc74-4a7d-a344-3c81053ba5b2 disassociated. External IP: 172.27.0.158, port: fb8d49e9-2644-493b-ba67-f249b7b5c2b1. Jun 14 18:31:52.864202 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Calling delete_port for fb8d49e9-2644-493b-ba67-f249b7b5c2b1 owned by compute:nova {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:31:52.876083 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:52.953875 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-23ecafa0-4262-4aa8-9009-6acb6f2ac495 req-04004694-30fe-486b-a461-5108cf0a2d99 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 210 time: 0.0450912 Jun 14 18:31:53.133112 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (fb8d49e9-2644-493b-ba67-f249b7b5c2b1), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:53.164066 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event deleted for resources: {'Port': ['ID=fb8d49e9-2644-493b-ba67-f249b7b5c2b1,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:53.170747 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:53.267789 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2762dcfa-529c-4744-8e79-69c60c004c30 req-b00e381f-1ad9-4075-b9f8-62911ee272e8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0348561 Jun 14 18:31:53.291497 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Router 99d692a4-dd00-479c-ab92-329ab6ea9487 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:31:53.397398 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:31:53.412210 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c163cc57-dba0-421a-afee-914d75a9955e None None] Sync routers for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:31:53.426683 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c163cc57-dba0-421a-afee-914d75a9955e None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:31:53.427898 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-c163cc57-dba0-421a-afee-914d75a9955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:31:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:53.442491 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] No DVR routers for this DVR port fb8d49e9-2644-493b-ba67-f249b7b5c2b1 on host hv-cinder-84456 {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:31:53.445767 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:53.449237 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1a09666d-8550-46c6-846d-8942bf11d0dc req-76227ffa-15ca-48eb-b089-62008fd369b5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "DELETE /v2.0/ports/fb8d49e9-2644-493b-ba67-f249b7b5c2b1 HTTP/1.1" status: 204 len: 173 time: 0.9786596 Jun 14 18:31:53.449736 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17641e09-70b6-4020-9fb5-31780056f2d9', 'name': 'network-vif-deleted', 'tag': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:31:53.452066 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e60749-3c75-4d52-9962-0d8436362e93" -d '{"events": [{"server_uuid": "17641e09-70b6-4020-9fb5-31780056f2d9", "name": "network-vif-deleted", "tag": "fb8d49e9-2644-493b-ba67-f249b7b5c2b1"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:31:53.490464 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d75ba9-4b66-4958-ad92-3608483c0b96 x-openstack-request-id: req-f4d75ba9-4b66-4958-ad92-3608483c0b96 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:31:53.490752 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17641e09-70b6-4020-9fb5-31780056f2d9", "name": "network-vif-deleted", "tag": "fb8d49e9-2644-493b-ba67-f249b7b5c2b1", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:31:53.491003 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4d75ba9-4b66-4958-ad92-3608483c0b96 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:31:53.491412 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d75ba9-4b66-4958-ad92-3608483c0b96'] response: {'server_uuid': '17641e09-70b6-4020-9fb5-31780056f2d9', 'name': 'network-vif-deleted', 'tag': 'fb8d49e9-2644-493b-ba67-f249b7b5c2b1', 'status': 'completed', 'code': 200} Jun 14 18:31:53.536820 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-c163cc57-dba0-421a-afee-914d75a9955e None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:31:53.732025 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2008a523-0e5f-4998-9db7-8d969084c7fe req-d96b654d-d7d7-4454-bb7f-fe01526a3390 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 210 time: 0.0524483 Jun 14 18:31:53.786062 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-c163cc57-dba0-421a-afee-914d75a9955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:53.813022 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c163cc57-dba0-421a-afee-914d75a9955e None None] Checking router: 99d692a4-dd00-479c-ab92-329ab6ea9487 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:31:53.822947 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c163cc57-dba0-421a-afee-914d75a9955e None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:31:53.823585 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-c163cc57-dba0-421a-afee-914d75a9955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:31:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:53.880159 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e31d5265-354e-4392-bac0-41c813a567ea tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:53.881677 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e31d5265-354e-4392-bac0-41c813a567ea tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.13 "GET /v2.0/networks?id=274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 200 len: 817 time: 0.1259060 Jun 14 18:31:53.948691 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-c163cc57-dba0-421a-afee-914d75a9955e None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:31:53.964320 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-15444607-c910-4aca-9306-41b6a4524137 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8603a3b1604479da86224c52c2467ad HTTP/1.1" status: 200 len: 379 time: 0.0721853 Jun 14 18:31:54.065523 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8fa77096-048e-4602-bf66-a4eb1dd4cb28 req-18255d7d-c886-49db-a825-59cbe28965fe tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 210 time: 0.0315232 Jun 14 18:31:54.158445 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-c163cc57-dba0-421a-afee-914d75a9955e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:31:54.184322 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c163cc57-dba0-421a-afee-914d75a9955e None None] The sync data for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi is: [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:31:54.219323 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Request body: {'port': {'device_id': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'admin_state_up': True, 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'security_groups': ['18af38a2-9ec5-4672-b200-9576abec63db']}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:54.396581 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-07d3763b-17fc-481f-a8a2-abde84ab15d7 req-48e9a87a-79bf-46af-8d1b-0937ebee43d7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=17641e09-70b6-4020-9fb5-31780056f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0319095 Jun 14 18:31:54.465022 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Made reservation on behalf of e8603a3b1604479da86224c52c2467ad for: {'port': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:31:54.466992 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc36d7-6578-4be1-a6ab-2ea661ee879c None None] New status for floating IP 485e5798-fc74-4a7d-a344-3c81053ba5b2: DOWN {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:31:54.469246 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:54.648659 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Allocated IP 172.20.0.12 (274ef244-b114-4d41-92b0-e6c757fabfee/61e47d25-4bab-4e31-a800-f8d0e60b222c/9a48c21f-378c-4db8-a26f-6ed7263009cb) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:31:54.683728 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:54.880954 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:54.889475 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e11adb72-2294-4511-983f-5970f158dd69 req-91a74dee-9b4e-4a5e-9682-8278b46fdec9 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 210 time: 0.0642269 Jun 14 18:31:54.914067 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:54.946760 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:55.086496 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-2326bbf3-ffb1-483e-bc86-fbd1dfda0868 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:55.087982 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-2326bbf3-ffb1-483e-bc86-fbd1dfda0868 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.13 "GET /v2.0/networks?id=c02f9f85-b95f-4513-a67b-ed0864c5046e HTTP/1.1" status: 200 len: 810 time: 0.2119317 Jun 14 18:31:55.158159 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-684ef6c8-13e7-4bd7-acf5-f8cd69ea9388 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2f771a602054b349adae092a9d3ed24 HTTP/1.1" status: 200 len: 380 time: 0.0610399 Jun 14 18:31:55.161970 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:55.170229 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Request body: {'port': {'device_id': '41923641-5855-4385-8905-cc7dc5a46714', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'admin_state_up': True, 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'security_groups': ['1f26906e-5227-4d42-aac6-ae2b804dc255']}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:55.209601 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0267ed4-3187-4fe2-b9f9-828adc44fdc3 req-f48955be-c8b3-4db8-b307-a5ee59b355eb tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:55.211786 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0267ed4-3187-4fe2-b9f9-828adc44fdc3 req-f48955be-c8b3-4db8-b307-a5ee59b355eb tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 932 time: 0.0560718 Jun 14 18:31:55.240904 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Network 274ef244-b114-4d41-92b0-e6c757fabfee is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:31:55.249079 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:31:55.263938 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b0267ed4-3187-4fe2-b9f9-828adc44fdc3 req-8b27eb3c-1da5-4ad5-a0b3-6b2c960c7644 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461960 Jun 14 18:31:55.287216 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:31:55.287216 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:55.287216 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:55.294555 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event updated for resources: {'Port': ['ID=9a48c21f-378c-4db8-a26f-6ed7263009cb,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:55.423365 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-de918779-a24a-4058-84c1-dfef93726b9c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2110531 Jun 14 18:31:55.436501 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Request body: {'port': {'device_id': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:55.496168 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:55.504472 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-6402b60c-3f82-4f23-b20b-fe4acbcd3d38 None None] Provisioning complete for port 9a48c21f-378c-4db8-a26f-6ed7263009cb triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:31:55.504843 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6402b60c-3f82-4f23-b20b-fe4acbcd3d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:55.508353 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Made reservation on behalf of e2f771a602054b349adae092a9d3ed24 for: {'port': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:31:55.511881 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:55.525258 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:55.543895 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-6402b60c-3f82-4f23-b20b-fe4acbcd3d38 None None] Port 9a48c21f-378c-4db8-a26f-6ed7263009cb cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:31:55.574552 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58244) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:55.646257 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4cb40542-0e92-4490-9f68-75132c7d38a4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (015e780a-8d78-488a-b6ae-dc7d7a26df8c), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:55.691928 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4cb40542-0e92-4490-9f68-75132c7d38a4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (015e780a-8d78-488a-b6ae-dc7d7a26df8c), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:55.739975 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:55.779803 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Allocated IP 172.20.0.12 (c02f9f85-b95f-4513-a67b-ed0864c5046e/f380e5ad-d4ad-415b-bade-032ddaaa2dd1/1754f2cd-b7cf-4e61-9902-e19aa00b1cb0) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:31:55.854334 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4cb40542-0e92-4490-9f68-75132c7d38a4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (015e780a-8d78-488a-b6ae-dc7d7a26df8c), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:55.860091 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4cb40542-0e92-4490-9f68-75132c7d38a4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:55.861267 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-4cb40542-0e92-4490-9f68-75132c7d38a4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "DELETE /v2.0/security-groups/015e780a-8d78-488a-b6ae-dc7d7a26df8c HTTP/1.1" status: 204 len: 168 time: 0.2857151 Jun 14 18:31:55.867778 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58246) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:55.888748 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb40542-0e92-4490-9f68-75132c7d38a4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015e780a-8d78-488a-b6ae-dc7d7a26df8c,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:55.898131 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.api.v2.resource [None req-bdcd62ab-9e1b-45af-a199-c3e402d9e549 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] show failed (client error): The resource could not be found. Jun 14 18:31:55.903997 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-bdcd62ab-9e1b-45af-a199-c3e402d9e549 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups/015e780a-8d78-488a-b6ae-dc7d7a26df8c HTTP/1.1" status: 404 len: 347 time: 0.0303600 Jun 14 18:31:55.904417 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58248) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:55.918825 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:56.060825 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-cb654ead-9c4c-4fef-b861-78af91a34fbd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Deleting port 51623f71-34ac-4472-bbda-09e88a30eef3 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:31:56.061621 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cb654ead-9c4c-4fef-b861-78af91a34fbd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (51623f71-34ac-4472-bbda-09e88a30eef3), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.105299 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fc655c4b-43fc-4be7-8140-b8d52f05f3e3 req-6d302316-db1f-4367-91d3-e6ffa708b07e tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 210 time: 0.0688756 Jun 14 18:31:56.111080 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a48c21f-378c-4db8-a26f-6ed7263009cb {{(pid=104772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:31:56.125145 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Publish callbacks [] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.139905 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.154070 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.provisioning_blocks [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Transition to ACTIVE for port object 9a48c21f-378c-4db8-a26f-6ed7263009cb will not be triggered until provisioned by entity L2. {{(pid=104772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:31:56.206728 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cb654ead-9c4c-4fef-b861-78af91a34fbd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (51623f71-34ac-4472-bbda-09e88a30eef3), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.207262 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cb654ead-9c4c-4fef-b861-78af91a34fbd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (51623f71-34ac-4472-bbda-09e88a30eef3), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.230133 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.233852 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-cb654ead-9c4c-4fef-b861-78af91a34fbd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Calling delete_port for 51623f71-34ac-4472-bbda-09e88a30eef3 owned by network:floatingip {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:31:56.277361 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.340016 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Network c02f9f85-b95f-4513-a67b-ed0864c5046e is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:31:56.368371 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:31:56.370683 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Pushing event updated for resources: {'Port': ['ID=9a48c21f-378c-4db8-a26f-6ed7263009cb,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:56.373111 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:31:56.378718 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:56.379554 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.434165 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Attempting to bind port 9a48c21f-378c-4db8-a26f-6ed7263009cb on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:31:56.434683 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Attempting to bind port 9a48c21f-378c-4db8-a26f-6ed7263009cb by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:31:56.438704 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Attempting to bind port 9a48c21f-378c-4db8-a26f-6ed7263009cb on network 274ef244-b114-4d41-92b0-e6c757fabfee {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:31:56.450364 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Port 9a48c21f-378c-4db8-a26f-6ed7263009cb on network 274ef244-b114-4d41-92b0-e6c757fabfee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:31:56.450834 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Attempting to bind port 9a48c21f-378c-4db8-a26f-6ed7263009cb on network 274ef244-b114-4d41-92b0-e6c757fabfee {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:31:56.461590 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:31:56.462086 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Checking segment: {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:31:56.462585 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Bound using segment: {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:31:56.463156 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Bound port: 9a48c21f-378c-4db8-a26f-6ed7263009cb, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f82299-3121-449f-af8a-2266c0fd1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee'}}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:31:56.463607 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.466257 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event updated for resources: {'Port': ['ID=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:56.518134 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56d664-1a0f-4a82-92a5-ae76aa7ff18f req-231328d5-2c52-4720-a1f4-a28e4acaed39 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:56.526642 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9c56d664-1a0f-4a82-92a5-ae76aa7ff18f req-231328d5-2c52-4720-a1f4-a28e4acaed39 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0963736 Jun 14 18:31:56.535114 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-c3e0fa66-9e74-44b2-beec-51f848878cc7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3711421 Jun 14 18:31:56.546371 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cb654ead-9c4c-4fef-b861-78af91a34fbd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (51623f71-34ac-4472-bbda-09e88a30eef3), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.548124 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Request body: {'port': {'device_id': '41923641-5855-4385-8905-cc7dc5a46714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:56.594693 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, cleared binding levels {{(pid=104772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:31:56.595060 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb654ead-9c4c-4fef-b861-78af91a34fbd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event deleted for resources: {'Port': ['ID=51623f71-34ac-4472-bbda-09e88a30eef3,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:56.641652 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:31:56.655001 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.680256 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9c56d664-1a0f-4a82-92a5-ae76aa7ff18f req-fa313cb9-cc39-4cd1-813f-806b33fe8f53 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527038 Jun 14 18:31:56.707437 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cb654ead-9c4c-4fef-b861-78af91a34fbd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (485e5798-fc74-4a7d-a344-3c81053ba5b2), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.712349 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cb654ead-9c4c-4fef-b861-78af91a34fbd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.717538 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.717769 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-cb654ead-9c4c-4fef-b861-78af91a34fbd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "DELETE /v2.0/floatingips/485e5798-fc74-4a7d-a344-3c81053ba5b2 HTTP/1.1" status: 204 len: 168 time: 0.8112068 Jun 14 18:31:56.828414 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:56.836750 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:56.837375 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:56.838888 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] 10.222.0.13 "PUT /v2.0/ports/9a48c21f-378c-4db8-a26f-6ed7263009cb HTTP/1.1" status: 200 len: 1094 time: 1.4070218 Jun 14 18:31:56.842474 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:31:56.844409 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d15391-c763-43ca-a588-dfa73960a95b" -d '{"events": [{"name": "network-changed", "server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:31:56.887260 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931aa92-2930-4d1d-9b41-d33f47c10e67 service neutron] Pushing event updated for resources: {'Port': ['ID=9a48c21f-378c-4db8-a26f-6ed7263009cb,revision_number=3']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:56.904796 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58258) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:56.914616 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-33217653-ff3e-4306-bc67-83397e63f449 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179021351', 'description': 'tempest-description--2144512989'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:56.946652 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398d0424-7899-430c-9b5d-9c3420521939 x-openstack-request-id: req-398d0424-7899-430c-9b5d-9c3420521939 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:31:56.947418 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:31:56.948139 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-398d0424-7899-430c-9b5d-9c3420521939 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:31:56.949049 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398d0424-7899-430c-9b5d-9c3420521939'] response: {'name': 'network-changed', 'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'status': 'completed', 'code': 200} Jun 14 18:31:56.958553 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:56.976872 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device fb8d49e9-2644-493b-ba67-f249b7b5c2b1 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:31:57.003136 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: fb8d49e9-2644-493b-ba67-f249b7b5c2b1 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:31:57.003478 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device fb8d49e9-2644-493b-ba67-f249b7b5c2b1 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:31:57.030546 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:57.050552 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-33217653-ff3e-4306-bc67-83397e63f449 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.058701 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-1e4c2718-218b-4a78-b0d1-4df7dee2a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:57.060266 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-1e4c2718-218b-4a78-b0d1-4df7dee2a106 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8603a3b1604479da86224c52c2467ad&device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 1128 time: 0.0610125 Jun 14 18:31:57.129557 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-fe84b295-d8b8-4c04-a6a9-da9d211d5a96 None None] Provisioning complete for port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:31:57.130139 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fe84b295-d8b8-4c04-a6a9-da9d211d5a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.170222 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:57.175255 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-fe84b295-d8b8-4c04-a6a9-da9d211d5a96 None None] Port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:31:57.177571 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:57.182288 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-33217653-ff3e-4306-bc67-83397e63f449 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (6b203d1a-6938-403b-b1e6-21ebac412a49), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.261690 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-33217653-ff3e-4306-bc67-83397e63f449 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (6b203d1a-6938-403b-b1e6-21ebac412a49), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.314042 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33217653-ff3e-4306-bc67-83397e63f449 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b203d1a-6938-403b-b1e6-21ebac412a49,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:57.370289 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-33217653-ff3e-4306-bc67-83397e63f449 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.372494 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-33217653-ff3e-4306-bc67-83397e63f449 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4661760 Jun 14 18:31:57.375496 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58264) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:57.380584 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-3c667e58-b06e-4e2f-bfd8-a1de6a2bc5b8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'security_group_rule': {'security_group_id': '6b203d1a-6938-403b-b1e6-21ebac412a49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:57.383855 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-38f68fb1-c6f4-496d-9eb0-0632b652b1f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb HTTP/1.1" status: 200 len: 217 time: 0.3105354 Jun 14 18:31:57.484569 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3c667e58-b06e-4e2f-bfd8-a1de6a2bc5b8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (54a2627e-a106-4bb8-9345-3c3fcce6a96a), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.490434 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb85c4d-bff3-4b18-a4a8-9ea1649016a5 req-bea5ae1b-bc49-4f18-ba17-28190de2a65d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:57.492486 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9cb85c4d-bff3-4b18-a4a8-9ea1649016a5 req-bea5ae1b-bc49-4f18-ba17-28190de2a65d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 932 time: 0.1237664 Jun 14 18:31:57.519430 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 {{(pid=104772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:31:57.534632 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-c04398f3-7d40-4afb-a342-adb4fe297ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:57.536092 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-c04398f3-7d40-4afb-a342-adb4fe297ca6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61e47d25-4bab-4e31-a800-f8d0e60b222c HTTP/1.1" status: 200 len: 856 time: 0.1301467 Jun 14 18:31:57.540946 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Publish callbacks [] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.561616 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3c667e58-b06e-4e2f-bfd8-a1de6a2bc5b8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (54a2627e-a106-4bb8-9345-3c3fcce6a96a), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.594972 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.provisioning_blocks [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Transition to ACTIVE for port object 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 will not be triggered until provisioned by entity L2. {{(pid=104772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:31:57.618841 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-0d54919a-71f6-4e8f-8075-75743e748e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:57.620412 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-0d54919a-71f6-4e8f-8075-75743e748e82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=274ef244-b114-4d41-92b0-e6c757fabfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766895 Jun 14 18:31:57.624981 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9cb85c4d-bff3-4b18-a4a8-9ea1649016a5 req-7eed8895-656d-4e1e-8c96-a49b04bb5462 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230271 Jun 14 18:31:57.635569 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3c667e58-b06e-4e2f-bfd8-a1de6a2bc5b8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (54a2627e-a106-4bb8-9345-3c3fcce6a96a), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.665744 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c667e58-b06e-4e2f-bfd8-a1de6a2bc5b8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a2627e-a106-4bb8-9345-3c3fcce6a96a,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:57.693097 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.740772 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:57.757965 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3c667e58-b06e-4e2f-bfd8-a1de6a2bc5b8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.761104 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-3c667e58-b06e-4e2f-bfd8-a1de6a2bc5b8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844690 Jun 14 18:31:57.763278 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Pushing event updated for resources: {'Port': ['ID=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:57.763717 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58266) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:57.771400 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-188259da-c790-4254-ac63-f5bca2464c1c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'security_group_rule': {'security_group_id': '6b203d1a-6938-403b-b1e6-21ebac412a49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:57.773734 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-7e2021fe-4049-4390-8eb4-c70959976c00 service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450953 Jun 14 18:31:57.862103 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Attempting to bind port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:31:57.862439 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Attempting to bind port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:31:57.863383 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Attempting to bind port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 on network c02f9f85-b95f-4513-a67b-ed0864c5046e {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:31:57.898686 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 on network c02f9f85-b95f-4513-a67b-ed0864c5046e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:31:57.899024 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Attempting to bind port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 on network c02f9f85-b95f-4513-a67b-ed0864c5046e {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:31:57.908694 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:31:57.909029 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Checking segment: {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:31:57.909418 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Bound using segment: {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:31:57.909888 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Bound port: 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0489ce84-1c7f-425f-bf96-dc22ac12bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e'}}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:31:57.910250 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.918541 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-188259da-c790-4254-ac63-f5bca2464c1c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (b1ae4ad7-123f-4d8c-8544-acfcb0693e4a), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:57.974110 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ea105a96-999c-4a1c-81e4-deab09bb3886 req-a30dee39-320a-4a35-ba20-dbe6ebd51744 service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759312 Jun 14 18:31:57.979853 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d8bda-a429-4db6-86b8-89466b54b8d6 req-6cb43b8e-4e37-453d-941e-8d69e1f85254 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:57.984128 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-202d8bda-a429-4db6-86b8-89466b54b8d6 req-6cb43b8e-4e37-453d-941e-8d69e1f85254 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.1030898 Jun 14 18:31:58.001958 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] For port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0, host hv-cinder-84456, cleared binding levels {{(pid=104772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:31:58.006089 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] For port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:31:58.072815 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-188259da-c790-4254-ac63-f5bca2464c1c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (b1ae4ad7-123f-4d8c-8544-acfcb0693e4a), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:58.077779 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-202d8bda-a429-4db6-86b8-89466b54b8d6 req-ff8df276-b4ef-441b-be30-666ea0de7722 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846071 Jun 14 18:31:58.094331 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:58.146746 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:58.147379 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:58.149516 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] 10.222.0.13 "PUT /v2.0/ports/1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 HTTP/1.1" status: 200 len: 1094 time: 1.6059365 Jun 14 18:31:58.170172 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-188259da-c790-4254-ac63-f5bca2464c1c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (b1ae4ad7-123f-4d8c-8544-acfcb0693e4a), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:58.172554 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ed394-61be-43d4-9ca0-59fcc9184acc service neutron] Pushing event updated for resources: {'Port': ['ID=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0,revision_number=3']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:58.191213 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188259da-c790-4254-ac63-f5bca2464c1c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ae4ad7-123f-4d8c-8544-acfcb0693e4a,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:58.254869 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-188259da-c790-4254-ac63-f5bca2464c1c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:58.256364 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-188259da-c790-4254-ac63-f5bca2464c1c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4914100 Jun 14 18:31:58.260267 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58270) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:31:58.265205 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:31:58.375967 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:58.479650 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:58.482184 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:58.602757 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Allocated IP 172.27.0.214 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/9fedfd31-7793-4d83-bf08-6c0754250d17) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:31:58.730211 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for port (9fedfd31-7793-4d83-bf08-6c0754250d17), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:58.766030 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:58.784072 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ad2da-76a7-463f-b574-ae324282a8ee req-7c34c72a-038b-4ae1-bbf3-99178db1368d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:58.785778 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6c6ad2da-76a7-463f-b574-ae324282a8ee req-7c34c72a-038b-4ae1-bbf3-99178db1368d tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 944 time: 0.0702379 Jun 14 18:31:58.837148 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (9fedfd31-7793-4d83-bf08-6c0754250d17), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:58.850257 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6c6ad2da-76a7-463f-b574-ae324282a8ee req-5c999e69-5058-41a4-9863-cf115c1ef631 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537810 Jun 14 18:31:58.898799 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:31:58.905069 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:31:58.908134 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:31:58.946125 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'Port': ['ID=9fedfd31-7793-4d83-bf08-6c0754250d17,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:58.950765 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41923641-5855-4385-8905-cc7dc5a46714', 'tag': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:31:58.953727 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c062d7-70bd-4fbe-9116-8cf431668c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "41923641-5855-4385-8905-cc7dc5a46714", "tag": "1754f2cd-b7cf-4e61-9902-e19aa00b1cb0"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:31:59.008159 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d833882-b582-45ac-ac96-476dc62bb636 x-openstack-request-id: req-2d833882-b582-45ac-ac96-476dc62bb636 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:31:59.008659 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41923641-5855-4385-8905-cc7dc5a46714", "tag": "1754f2cd-b7cf-4e61-9902-e19aa00b1cb0", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:31:59.008918 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d833882-b582-45ac-ac96-476dc62bb636 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:31:59.009332 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d833882-b582-45ac-ac96-476dc62bb636'] response: {'name': 'network-changed', 'server_uuid': '41923641-5855-4385-8905-cc7dc5a46714', 'tag': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0', 'status': 'completed', 'code': 200} Jun 14 18:31:59.029584 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (d874dd1c-b915-49af-b08b-43d98fe9c8ff), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:59.056758 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d15391-c763-43ca-a588-dfa73960a95b req-b0226d02-95a3-480b-9322-bd216287266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:59.058377 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a8d15391-c763-43ca-a588-dfa73960a95b req-b0226d02-95a3-480b-9322-bd216287266e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8603a3b1604479da86224c52c2467ad&device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 1128 time: 0.0808821 Jun 14 18:31:59.074097 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c062d7-70bd-4fbe-9116-8cf431668c1c req-c861a5ba-814c-43e3-80f8-cdb064c92c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:59.081487 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-20c062d7-70bd-4fbe-9116-8cf431668c1c req-c861a5ba-814c-43e3-80f8-cdb064c92c79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2f771a602054b349adae092a9d3ed24&device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 1128 time: 0.0607882 Jun 14 18:31:59.177574 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:59.178916 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9fedfd31-7793-4d83-bf08-6c0754250d17), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:59.285934 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55898350-5d61-4057-b148-30c368c03ce0 req-fad2294c-3e75-4b7e-82a9-5723b5e26ac0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:59.287428 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-55898350-5d61-4057-b148-30c368c03ce0 req-fad2294c-3e75-4b7e-82a9-5723b5e26ac0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.1156371 Jun 14 18:31:59.301518 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d15391-c763-43ca-a588-dfa73960a95b req-81eafd58-0465-4145-83a0-f4d1e036d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:59.303051 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a8d15391-c763-43ca-a588-dfa73960a95b req-81eafd58-0465-4145-83a0-f4d1e036d1fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 200 len: 918 time: 0.2373250 Jun 14 18:31:59.310572 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c062d7-70bd-4fbe-9116-8cf431668c1c req-a101fcf7-9a34-4865-bdef-f00d50e944f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:59.312063 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-20c062d7-70bd-4fbe-9116-8cf431668c1c req-a101fcf7-9a34-4865-bdef-f00d50e944f5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e2f771a602054b349adae092a9d3ed24&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2236786 Jun 14 18:31:59.358540 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for port (9fedfd31-7793-4d83-bf08-6c0754250d17), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:59.386854 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a8d15391-c763-43ca-a588-dfa73960a95b req-e883da99-94a8-4dde-9807-173ec61e424a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb HTTP/1.1" status: 200 len: 217 time: 0.0737343 Jun 14 18:31:59.416283 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (9fedfd31-7793-4d83-bf08-6c0754250d17), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:59.495466 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'Port': ['ID=9fedfd31-7793-4d83-bf08-6c0754250d17,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:31:59.499676 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-55898350-5d61-4057-b148-30c368c03ce0 req-d1cfdc5a-787e-4f5d-ac2d-a6b0361899f1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018869 Jun 14 18:31:59.514369 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (d874dd1c-b915-49af-b08b-43d98fe9c8ff), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:59.515864 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d15391-c763-43ca-a588-dfa73960a95b req-036dcb6a-ba7d-4810-a93b-553d691b3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:59.517159 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a8d15391-c763-43ca-a588-dfa73960a95b req-036dcb6a-ba7d-4810-a93b-553d691b3b36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61e47d25-4bab-4e31-a800-f8d0e60b222c HTTP/1.1" status: 200 len: 856 time: 0.1174145 Jun 14 18:31:59.567554 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c062d7-70bd-4fbe-9116-8cf431668c1c req-473c3437-076d-471a-b123-284a81e4e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:59.569118 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-20c062d7-70bd-4fbe-9116-8cf431668c1c req-473c3437-076d-471a-b123-284a81e4e740 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2493315 Jun 14 18:31:59.578625 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d15391-c763-43ca-a588-dfa73960a95b req-b52c7568-542f-49eb-8729-b8c89ff70827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:59.580191 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a8d15391-c763-43ca-a588-dfa73960a95b req-b52c7568-542f-49eb-8729-b8c89ff70827 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=274ef244-b114-4d41-92b0-e6c757fabfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559266 Jun 14 18:31:59.586373 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:59.592942 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-9b395730-b441-4a6d-8179-6bf6afd75255 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3312609 Jun 14 18:31:59.659310 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:31:59.724673 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a8d15391-c763-43ca-a588-dfa73960a95b req-25658a53-f2bc-4de8-8153-ea3bfb55cf94 service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374507 Jun 14 18:31:59.725698 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-074fd17f-8c73-4af4-b4db-c9c147c8d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:59.727330 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-074fd17f-8c73-4af4-b4db-c9c147c8d78c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2f771a602054b349adae092a9d3ed24&device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 1128 time: 0.0666685 Jun 14 18:31:59.792998 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-3a18b814-897b-4492-a8b8-be0d68b1f493 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 HTTP/1.1" status: 200 len: 217 time: 0.0520036 Jun 14 18:31:59.824559 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-72dc97d0-3f08-4522-b92c-d9d992f1e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:31:59.851848 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-a0173331-0ae1-4c30-a862-edd8d68c490e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--179021351&fields=id&tenant_id=56f8367a52044e82a2c272da39e1bfd8 HTTP/1.1" status: 200 len: 267 time: 0.0726583 Jun 14 18:31:59.902120 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-ad3854d6-644d-492f-b8e6-fdca0ce0eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:59.903532 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-ad3854d6-644d-492f-b8e6-fdca0ce0eab7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f380e5ad-d4ad-415b-bade-032ddaaa2dd1 HTTP/1.1" status: 200 len: 849 time: 0.0967898 Jun 14 18:31:59.907422 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a8d15391-c763-43ca-a588-dfa73960a95b req-60e4dd04-236e-4b30-8219-f118a5afce9d service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677039 Jun 14 18:31:59.969875 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-a8604bab-1183-45b2-858b-290af3d115bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:31:59.971813 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-a8604bab-1183-45b2-858b-290af3d115bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c02f9f85-b95f-4513-a67b-ed0864c5046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547767 Jun 14 18:32:00.000151 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:00.018538 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2740726-7f84-490b-8623-7ee1299ce164 req-3c70e9a1-f664-465f-a991-1207a2e366c9 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:00.021188 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-3c70e9a1-f664-465f-a991-1207a2e366c9 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 814 time: 0.1624653 Jun 14 18:32:00.047762 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-64297b0f-31ba-4d32-82ea-78184f95d7ec tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/quotas/56f8367a52044e82a2c272da39e1bfd8 HTTP/1.1" status: 200 len: 375 time: 0.0180287 Jun 14 18:32:00.087185 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-d73a9674-d0f9-4c00-be6c-3e66ff05c608 service neutron] 10.222.0.13 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080730 Jun 14 18:32:00.135246 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-6d53d716-a980-4f65-858e-09ed841b83d7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774295 Jun 14 18:32:00.209796 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bf080-70fc-42e7-8331-a697a2c4d6e0 req-f75ec7b5-c58f-4586-aeb8-124fd5c79872 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:00.212583 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4f3bf080-70fc-42e7-8331-a697a2c4d6e0 req-f75ec7b5-c58f-4586-aeb8-124fd5c79872 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 944 time: 0.2480180 Jun 14 18:32:00.269844 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32d6ff6b-9128-4cae-a991-104d4c2fe7fc req-5dbdd5f3-9fd4-453e-98d9-8f78b0cdf59b service neutron] 10.222.0.13 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719902 Jun 14 18:32:00.287543 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4f3bf080-70fc-42e7-8331-a697a2c4d6e0 req-ae43edc9-5f17-4230-b54a-dd3dde178a28 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670965 Jun 14 18:32:00.463410 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-42525823-2143-4cd1-b58d-496715adf5d9 service neutron] 10.222.0.78 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117192 Jun 14 18:32:00.562379 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-2184bc61-1967-4cd1-8f12-2c804a10fc58 service neutron] 10.222.0.78 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931287 Jun 14 18:32:00.636369 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a880f83-f85e-4ed1-bcc4-6b0bfcd5ac0c req-9c54d9a9-0a10-472e-af61-c6ff15c9faf5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:00.638006 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7a880f83-f85e-4ed1-bcc4-6b0bfcd5ac0c req-9c54d9a9-0a10-472e-af61-c6ff15c9faf5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0552051 Jun 14 18:32:00.689956 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7a880f83-f85e-4ed1-bcc4-6b0bfcd5ac0c req-f2f3435b-23e1-4895-8647-66c18741ff76 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450451 Jun 14 18:32:00.846150 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f069c506-723a-4417-81ed-f98aa9ad946b req-b7d0339e-a2ed-4b8a-83e7-044d9944a4cc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 210 time: 0.0290623 Jun 14 18:32:00.886413 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a48c21f-378c-4db8-a26f-6ed7263009cb details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:32:00.997974 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:01.012607 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'port_id': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'mac_address': 'fa:16:3e:d1:09:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:32:01.054800 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 9a48c21f-378c-4db8-a26f-6ed7263009cb is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:32:01.055112 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:01.070119 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a48c21f-378c-4db8-a26f-6ed7263009cb {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:32:01.092565 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:01.181390 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:01.235591 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=9a48c21f-378c-4db8-a26f-6ed7263009cb,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:01.243909 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.244330 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.244669 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.245041 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.245377 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.245730 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.246057 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.246378 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.246702 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.247024 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.247343 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.247677 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.247999 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.248318 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.248629 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:01.482552 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['9a48c21f-378c-4db8-a26f-6ed7263009cb'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:32:01.510783 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867bc05-4029-47b7-8d51-0995380eab0c req-d000c85e-96d2-4f51-9a76-08e4a83917c7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:01.512407 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0867bc05-4029-47b7-8d51-0995380eab0c req-d000c85e-96d2-4f51-9a76-08e4a83917c7 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 944 time: 0.1510386 Jun 14 18:32:01.569025 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0867bc05-4029-47b7-8d51-0995380eab0c req-33309509-8f17-48be-bbf7-c86469d96b84 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498426 Jun 14 18:32:01.824689 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097030b-9f38-4d00-abdd-c2142586dcfb req-933e067d-1e37-4127-88e6-b95ec69bc15b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:01.826156 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c097030b-9f38-4d00-abdd-c2142586dcfb req-933e067d-1e37-4127-88e6-b95ec69bc15b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 945 time: 0.0526152 Jun 14 18:32:01.871978 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:01.886873 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6d9af418-32e2-4e23-9bd5-a74447e023e2 req-60561562-1c99-491b-bff1-a86179d68444 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579793 Jun 14 18:32:01.940309 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c097030b-9f38-4d00-abdd-c2142586dcfb req-8275dd19-2cae-4b83-b70d-1f82b2f0695f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018631 Jun 14 18:32:01.979180 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af418-32e2-4e23-9bd5-a74447e023e2 req-e6d29819-499f-469c-a8e4-028fdb88a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:01.980917 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6d9af418-32e2-4e23-9bd5-a74447e023e2 req-e6d29819-499f-469c-a8e4-028fdb88a5e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 1130 time: 0.0654936 Jun 14 18:32:01.993030 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-25f34825-f792-4553-bbfa-9859abe51d16 req-76f42cd1-46be-4455-8850-9318110b9efb tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 210 time: 0.0434225 Jun 14 18:32:02.128079 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af418-32e2-4e23-9bd5-a74447e023e2 req-c2db5816-64cd-4255-88b6-f95dc3a65be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:02.131024 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6d9af418-32e2-4e23-9bd5-a74447e023e2 req-c2db5816-64cd-4255-88b6-f95dc3a65be7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 200 len: 919 time: 0.1043532 Jun 14 18:32:02.186999 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6d9af418-32e2-4e23-9bd5-a74447e023e2 req-0785f893-5e25-47e5-bd9c-1a9e70ced3c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c HTTP/1.1" status: 200 len: 217 time: 0.0353255 Jun 14 18:32:02.242081 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af418-32e2-4e23-9bd5-a74447e023e2 req-0c5ea971-33e8-44af-8ffe-93b7254a906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:02.243554 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6d9af418-32e2-4e23-9bd5-a74447e023e2 req-0c5ea971-33e8-44af-8ffe-93b7254a906b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 200 len: 857 time: 0.0499184 Jun 14 18:32:02.246903 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f19b3a27-107a-40ab-81b1-a7792fbc8d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:02.295137 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af418-32e2-4e23-9bd5-a74447e023e2 req-6db094aa-0402-44c9-ac61-6453bf74cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:02.296697 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6d9af418-32e2-4e23-9bd5-a74447e023e2 req-6db094aa-0402-44c9-ac61-6453bf74cad8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64ebe0b0-052f-4256-be3c-102cc7ed63f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438743 Jun 14 18:32:02.332873 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:02.404576 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6d9af418-32e2-4e23-9bd5-a74447e023e2 req-04074215-8c33-4102-a78f-84b86d2ea256 service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927567 Jun 14 18:32:02.726192 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e62849-dfc3-4f37-8c44-4d652e41bb6d req-37a81fe7-b84b-48d9-a933-c53f69720d7f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:02.727773 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f5e62849-dfc3-4f37-8c44-4d652e41bb6d req-37a81fe7-b84b-48d9-a933-c53f69720d7f tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 944 time: 0.0865517 Jun 14 18:32:02.830923 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6d9af418-32e2-4e23-9bd5-a74447e023e2 req-50c72de7-3538-4c98-9047-e19708fcddee service neutron] 10.222.0.13 "GET /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765835 Jun 14 18:32:02.834394 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f5e62849-dfc3-4f37-8c44-4d652e41bb6d req-9f28d35f-a934-418a-b861-412f47af68c3 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752442 Jun 14 18:32:02.912026 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:32:02.917231 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a48c21f-378c-4db8-a26f-6ed7263009cb up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:32:03.020390 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:03.046990 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 9a48c21f-378c-4db8-a26f-6ed7263009cb completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:32:03.097351 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:03.099439 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:03.103701 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:03.116145 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'port_id': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0', 'mac_address': 'fa:16:3e:cf:58:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:32:03.171293 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 9a48c21f-378c-4db8-a26f-6ed7263009cb triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:32:03.171685 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:03.176008 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:32:03.176364 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d4aa6-ebe1-4d40-9e7d-db068336b202 req-cb43bc36-65f5-4361-bbc9-71041c96fa11 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:03.176879 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:03.178893 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3f3d4aa6-ebe1-4d40-9e7d-db068336b202 req-cb43bc36-65f5-4361-bbc9-71041c96fa11 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 945 time: 0.0969820 Jun 14 18:32:03.225412 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:32:03.240240 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:03.271363 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:03.290747 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3f3d4aa6-ebe1-4d40-9e7d-db068336b202 req-9489588b-f3e9-4e62-9546-b0ebc4020d51 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938358 Jun 14 18:32:03.323471 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 9a48c21f-378c-4db8-a26f-6ed7263009cb is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:32:03.323862 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:03.342369 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2740726-7f84-490b-8623-7ee1299ce164 req-27fce2c4-7bc0-4d14-828e-0bbf60d93944 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:03.344875 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-27fce2c4-7bc0-4d14-828e-0bbf60d93944 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 814 time: 0.2092774 Jun 14 18:32:03.358956 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:03.362793 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd3e0df-e0d7-472e-bddc-b19d4b98bd01" -d '{"events": [{"server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "name": "network-vif-plugged", "status": "completed", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:03.377539 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:03.384895 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5dfcd6c4-9d49-4d36-b41f-d566f45a5bb2 req-d8b77186-6572-47f6-9067-b388035c9a60 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 210 time: 0.0499225 Jun 14 18:32:03.388010 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:03.446688 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:03.473361 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:03.482804 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f103a4-337a-42a2-a194-9a5b3be4b9c3 x-openstack-request-id: req-38f103a4-337a-42a2-a194-9a5b3be4b9c3 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:03.483512 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "name": "network-vif-plugged", "status": "completed", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:03.483903 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-8f1226fe-af0b-49b8-8ef8-db8f6590f79e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f8367a52044e82a2c272da39e1bfd8 HTTP/1.1" status: 200 len: 379 time: 0.1285803 Jun 14 18:32:03.484334 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38f103a4-337a-42a2-a194-9a5b3be4b9c3 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:03.484789 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f103a4-337a-42a2-a194-9a5b3be4b9c3'] response: {'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'code': 200} Jun 14 18:32:03.544968 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=9a48c21f-378c-4db8-a26f-6ed7263009cb,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:03.686329 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['1754f2cd-b7cf-4e61-9902-e19aa00b1cb0'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:32:03.758455 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:03.962011 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a471e7-c2a0-4a7c-affc-25de8bd2ea54 req-30f1d4e7-9d68-4a28-9354-dd09b4f7f3ee tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:03.963607 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34a471e7-c2a0-4a7c-affc-25de8bd2ea54 req-30f1d4e7-9d68-4a28-9354-dd09b4f7f3ee tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 945 time: 0.0495617 Jun 14 18:32:04.003937 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-d2740726-7f84-490b-8623-7ee1299ce164 req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'port': {'device_id': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'admin_state_up': True, 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'security_groups': ['6b203d1a-6938-403b-b1e6-21ebac412a49']}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:32:04.032484 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:04.049551 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34a471e7-c2a0-4a7c-affc-25de8bd2ea54 req-638f676d-a2f8-48e5-9b9d-76a8fb8e4700 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791945 Jun 14 18:32:04.242502 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2740726-7f84-490b-8623-7ee1299ce164 req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Made reservation on behalf of 56f8367a52044e82a2c272da39e1bfd8 for: {'port': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:32:04.248601 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d2740726-7f84-490b-8623-7ee1299ce164 req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:04.398157 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [req-d2740726-7f84-490b-8623-7ee1299ce164 req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Allocated IP 172.20.0.9 (e21b4aaa-368c-485d-acb4-337720920cc4/4916d0d5-399f-4622-980d-32fb81ecd6af/93a39948-07fb-4640-aa06-c4c42c36d5f1) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:32:04.405358 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:04.476277 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed88a2-6ea7-4332-b9a8-4dd4f02fe50c req-09a41f61-38d9-48e6-aa9f-da5b86e6e9f3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:04.479943 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a0ed88a2-6ea7-4332-b9a8-4dd4f02fe50c req-09a41f61-38d9-48e6-aa9f-da5b86e6e9f3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0765188 Jun 14 18:32:04.511921 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:04.529292 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66591e-a611-4045-b921-c40386433dde req-fe9288ac-3f8c-4387-92b4-e2aa925568de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:04.531845 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2c66591e-a611-4045-b921-c40386433dde req-fe9288ac-3f8c-4387-92b4-e2aa925568de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 1130 time: 0.0992384 Jun 14 18:32:04.554473 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a0ed88a2-6ea7-4332-b9a8-4dd4f02fe50c req-c8a2a779-efe0-473f-b4ae-608006e07034 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642102 Jun 14 18:32:04.567456 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e1fc086c-0b0f-4ce1-87b9-157e158b2649 req-aa3dc6e9-96b2-4e03-b984-5b1dbf3d5b5a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 210 time: 0.0560129 Jun 14 18:32:04.640021 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:04.642731 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:04.657392 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2c66591e-a611-4045-b921-c40386433dde req-8d060d4c-9062-4e7a-96cd-7c7616fc63e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991170 Jun 14 18:32:04.699375 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d2740726-7f84-490b-8623-7ee1299ce164 req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:04.782663 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d2740726-7f84-490b-8623-7ee1299ce164 req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:04.831331 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2740726-7f84-490b-8623-7ee1299ce164 req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Network e21b4aaa-368c-485d-acb4-337720920cc4 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:32:04.834888 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [req-d2740726-7f84-490b-8623-7ee1299ce164 req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:32:04.839386 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2740726-7f84-490b-8623-7ee1299ce164 req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:32:04.844610 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2740726-7f84-490b-8623-7ee1299ce164 req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:04.845278 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d2740726-7f84-490b-8623-7ee1299ce164 req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:04.851662 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:04.853699 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:04.855957 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'Port': ['ID=93a39948-07fb-4640-aa06-c4c42c36d5f1,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:04.915079 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:32:04.970314 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-f46ffa83-2a13-483a-8e8e-ef48af9f91b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9725986 Jun 14 18:32:04.984044 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Request body: {'port': {'device_id': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:32:04.994016 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:32:05.078202 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:32:05.078581 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:05.128834 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-806b6f8f-8c00-4ccc-9f20-ddef1d18a393 None None] Provisioning complete for port 93a39948-07fb-4640-aa06-c4c42c36d5f1 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:32:05.129111 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-806b6f8f-8c00-4ccc-9f20-ddef1d18a393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:05.169964 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:05.175657 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-806b6f8f-8c00-4ccc-9f20-ddef1d18a393 None None] Port 93a39948-07fb-4640-aa06-c4c42c36d5f1 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:32:05.217550 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:32:05.218038 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:05.253832 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:05.317960 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:05.341570 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:05.346417 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfb65f-f038-41af-a1fb-b5504a3b93fc req-01165b4a-91f3-43aa-93ff-c7adf043f575 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:05.347914 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-97cfb65f-f038-41af-a1fb-b5504a3b93fc req-01165b4a-91f3-43aa-93ff-c7adf043f575 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 945 time: 0.0681880 Jun 14 18:32:05.400326 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:05.486151 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41923641-5855-4385-8905-cc7dc5a46714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:05.488456 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dc0eb7-0e28-459e-95d8-4d0c05e5ccbf" -d '{"events": [{"server_uuid": "41923641-5855-4385-8905-cc7dc5a46714", "name": "network-vif-plugged", "status": "completed", "tag": "1754f2cd-b7cf-4e61-9902-e19aa00b1cb0"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:05.494618 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-97cfb65f-f038-41af-a1fb-b5504a3b93fc req-d724b3e0-fa11-4300-98c0-3e3890c5500a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271212 Jun 14 18:32:05.530161 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537b302b-7a84-4a9a-9c70-cea6e2e3a0df x-openstack-request-id: req-537b302b-7a84-4a9a-9c70-cea6e2e3a0df {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:05.530484 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41923641-5855-4385-8905-cc7dc5a46714", "name": "network-vif-plugged", "status": "completed", "tag": "1754f2cd-b7cf-4e61-9902-e19aa00b1cb0", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:05.530784 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-537b302b-7a84-4a9a-9c70-cea6e2e3a0df {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:05.531236 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537b302b-7a84-4a9a-9c70-cea6e2e3a0df'] response: {'server_uuid': '41923641-5855-4385-8905-cc7dc5a46714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0', 'code': 200} Jun 14 18:32:05.709037 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a39948-07fb-4640-aa06-c4c42c36d5f1 {{(pid=104772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:32:05.709905 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2d3e-02b1-45e9-9216-8210d8545ed0 req-661ccca4-440c-4f44-82f6-e9e960aab548 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:05.712350 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-868e2d3e-02b1-45e9-9216-8210d8545ed0 req-661ccca4-440c-4f44-82f6-e9e960aab548 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 931 time: 0.0626481 Jun 14 18:32:05.720270 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c0abb-a1a9-4c66-85b3-a34aebf28e57 req-bbb65600-a0dc-41e2-b6d2-6ced1c94846b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:05.721892 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ec6c0abb-a1a9-4c66-85b3-a34aebf28e57 req-bbb65600-a0dc-41e2-b6d2-6ced1c94846b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0821211 Jun 14 18:32:05.727103 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Publish callbacks [] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:05.763486 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.provisioning_blocks [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Transition to ACTIVE for port object 93a39948-07fb-4640-aa06-c4c42c36d5f1 will not be triggered until provisioned by entity L2. {{(pid=104772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:32:05.777091 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-868e2d3e-02b1-45e9-9216-8210d8545ed0 req-768da716-da47-4114-bf9e-aa4a95e34854 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584106 Jun 14 18:32:05.791217 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ec6c0abb-a1a9-4c66-85b3-a34aebf28e57 req-ee77fb71-3e6a-4d09-8f40-dbdb961027c2 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609901 Jun 14 18:32:05.832839 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:05.878450 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:05.890701 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Pushing event updated for resources: {'Port': ['ID=93a39948-07fb-4640-aa06-c4c42c36d5f1,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:05.947189 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Attempting to bind port 93a39948-07fb-4640-aa06-c4c42c36d5f1 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:32:05.947599 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Attempting to bind port 93a39948-07fb-4640-aa06-c4c42c36d5f1 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:32:05.947946 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Attempting to bind port 93a39948-07fb-4640-aa06-c4c42c36d5f1 on network e21b4aaa-368c-485d-acb4-337720920cc4 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:32:05.954064 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Port 93a39948-07fb-4640-aa06-c4c42c36d5f1 on network e21b4aaa-368c-485d-acb4-337720920cc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:32:05.954479 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Attempting to bind port 93a39948-07fb-4640-aa06-c4c42c36d5f1 on network e21b4aaa-368c-485d-acb4-337720920cc4 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:32:05.961548 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:32:05.961896 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Checking segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:32:05.962338 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Bound using segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:32:05.962785 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Bound port: 93a39948-07fb-4640-aa06-c4c42c36d5f1, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'}}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:32:05.963149 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:06.033692 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] For port 93a39948-07fb-4640-aa06-c4c42c36d5f1, host hv-cinder-84456, cleared binding levels {{(pid=104772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:32:06.038087 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] For port 93a39948-07fb-4640-aa06-c4c42c36d5f1, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=93a39948-07fb-4640-aa06-c4c42c36d5f1,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:32:06.157192 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:06.199910 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:06.200543 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:06.202025 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] 10.222.0.13 "PUT /v2.0/ports/93a39948-07fb-4640-aa06-c4c42c36d5f1 HTTP/1.1" status: 200 len: 1093 time: 1.2226198 Jun 14 18:32:06.202468 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'tag': '93a39948-07fb-4640-aa06-c4c42c36d5f1'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:06.204761 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8edbec-b08a-4c56-9793-7c655de3945e" -d '{"events": [{"name": "network-changed", "server_uuid": "678e536c-8e80-49f6-90d0-72aec54c7c94", "tag": "93a39948-07fb-4640-aa06-c4c42c36d5f1"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:06.270811 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f39145a-6f12-45ce-97ec-923724ba88a3 x-openstack-request-id: req-8f39145a-6f12-45ce-97ec-923724ba88a3 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:06.271096 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678e536c-8e80-49f6-90d0-72aec54c7c94", "tag": "93a39948-07fb-4640-aa06-c4c42c36d5f1", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:06.271511 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f39145a-6f12-45ce-97ec-923724ba88a3 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:06.271912 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f39145a-6f12-45ce-97ec-923724ba88a3'] response: {'name': 'network-changed', 'server_uuid': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'tag': '93a39948-07fb-4640-aa06-c4c42c36d5f1', 'status': 'completed', 'code': 200} Jun 14 18:32:06.280783 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9640a8-2a2b-4e38-818f-9865141bde3f service neutron] Pushing event updated for resources: {'Port': ['ID=93a39948-07fb-4640-aa06-c4c42c36d5f1,revision_number=3']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:06.320407 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011e934-ea4e-4a53-a642-558843ae24bc req-61ae82f3-28c1-4a56-9126-dbeecc8b21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:06.322010 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c011e934-ea4e-4a53-a642-558843ae24bc req-61ae82f3-28c1-4a56-9126-dbeecc8b21b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 1130 time: 0.0996776 Jun 14 18:32:06.360002 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8edbec-b08a-4c56-9793-7c655de3945e req-2e0ece6e-e15b-41eb-b16c-010549fe1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:06.361534 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6c8edbec-b08a-4c56-9793-7c655de3945e req-2e0ece6e-e15b-41eb-b16c-010549fe1c53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 1127 time: 0.0819261 Jun 14 18:32:06.445906 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c011e934-ea4e-4a53-a642-558843ae24bc req-c8c0d562-13a0-4f46-b8ba-ba10a3289d7b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168594 Jun 14 18:32:06.448095 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e9e2c-790a-408f-9ee6-24bfcf158cc8 req-24e6438b-8439-4a29-8b17-77050e7e8ecd tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:06.450231 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f78e9e2c-790a-408f-9ee6-24bfcf158cc8 req-24e6438b-8439-4a29-8b17-77050e7e8ecd tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0551136 Jun 14 18:32:06.485962 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:06.502558 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f78e9e2c-790a-408f-9ee6-24bfcf158cc8 req-a01ed422-c2d7-479d-baab-0a6ceb92408c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455422 Jun 14 18:32:06.507615 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8edbec-b08a-4c56-9793-7c655de3945e req-90a06baa-87a5-492f-a444-c9a93724a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:06.509114 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6c8edbec-b08a-4c56-9793-7c655de3945e req-90a06baa-87a5-492f-a444-c9a93724a108 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=56f8367a52044e82a2c272da39e1bfd8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1404216 Jun 14 18:32:06.622785 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9300a-8c52-4885-8433-5219e24097e4 req-e9511216-2a65-4467-93b8-93781543def5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:06.624335 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-68d9300a-8c52-4885-8433-5219e24097e4 req-e9511216-2a65-4467-93b8-93781543def5 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 946 time: 0.0518451 Jun 14 18:32:06.677505 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-68d9300a-8c52-4885-8433-5219e24097e4 req-681ec00f-6265-4c9a-9cdf-5c150742eb04 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468757 Jun 14 18:32:06.909093 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6fdf8-66dc-4cb1-9d53-dbff44c9dffb req-8cffdbe7-9010-468b-932c-5bef60b14386 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:06.910604 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-22e6fdf8-66dc-4cb1-9d53-dbff44c9dffb req-8cffdbe7-9010-468b-932c-5bef60b14386 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 943 time: 0.0563824 Jun 14 18:32:06.939658 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9cdfd-4d4c-4139-822c-670daec89928 req-1150e0fe-7a3c-4042-9e49-25f25633414a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:06.941653 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bef9cdfd-4d4c-4139-822c-670daec89928 req-1150e0fe-7a3c-4042-9e49-25f25633414a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0526273 Jun 14 18:32:06.960660 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-22e6fdf8-66dc-4cb1-9d53-dbff44c9dffb req-a8b9744c-9ae4-461e-a342-2379914c977e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433388 Jun 14 18:32:06.996054 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bef9cdfd-4d4c-4139-822c-670daec89928 req-c8e4b4b2-55d9-4f26-9cb4-7e6cc4a131ec tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486634 Jun 14 18:32:07.133502 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f67c6-2727-4b91-998f-e84fc482df77 req-2d38e9f1-cd68-48d3-9e2b-1fce29fbe5e5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:07.136269 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-af7f67c6-2727-4b91-998f-e84fc482df77 req-2d38e9f1-cd68-48d3-9e2b-1fce29fbe5e5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0681167 Jun 14 18:32:07.144959 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58376) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:07.149596 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-802ec71b-fcb4-450f-af26-6eb714012945 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Request body: {'floatingip': {'port_id': '9a48c21f-378c-4db8-a26f-6ed7263009cb'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:32:07.192048 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-802ec71b-fcb4-450f-af26-6eb714012945 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (74de704d-25b6-45ae-b510-d0d1c3e96588), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:07.548918 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:07.635805 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86867f-96b9-425e-b60a-6ebd25c3f539 req-5b279321-415f-4ae7-a4f8-aeb75b735b41 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:07.637413 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bd86867f-96b9-425e-b60a-6ebd25c3f539 req-5b279321-415f-4ae7-a4f8-aeb75b735b41 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0594876 Jun 14 18:32:07.676797 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-802ec71b-fcb4-450f-af26-6eb714012945 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:07.692424 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bd86867f-96b9-425e-b60a-6ebd25c3f539 req-b92f6691-089c-4319-8861-cc179d8d7593 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487642 Jun 14 18:32:07.752569 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-802ec71b-fcb4-450f-af26-6eb714012945 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (74de704d-25b6-45ae-b510-d0d1c3e96588), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:07.878004 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb577e-5f81-43a0-9c30-c2ba93552f7d req-386b13ce-4a09-41e4-9df7-f8976fbb500e tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:07.879441 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5cfb577e-5f81-43a0-9c30-c2ba93552f7d req-386b13ce-4a09-41e4-9df7-f8976fbb500e tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 946 time: 0.0917804 Jun 14 18:32:07.912905 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-802ec71b-fcb4-450f-af26-6eb714012945 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Floating IP 74de704d-25b6-45ae-b510-d0d1c3e96588 associated. External IP: 172.27.0.167, port: 9a48c21f-378c-4db8-a26f-6ed7263009cb. Jun 14 18:32:07.950886 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:08.015542 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5cfb577e-5f81-43a0-9c30-c2ba93552f7d req-b9164b22-b785-4481-b08b-53568e1c6484 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288643 Jun 14 18:32:08.090479 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c41b1-64d2-4688-929b-ef230a1c4a17 req-bd72eee6-a997-4054-b2a3-27e318f0311a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:08.092011 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-707c41b1-64d2-4688-929b-ef230a1c4a17 req-bd72eee6-a997-4054-b2a3-27e318f0311a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 943 time: 0.0588202 Jun 14 18:32:08.156688 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-707c41b1-64d2-4688-929b-ef230a1c4a17 req-898a47eb-86f5-4a44-94da-75c12d907813 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562370 Jun 14 18:32:08.173024 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802ec71b-fcb4-450f-af26-6eb714012945 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Router fe34203d-9de3-4d58-9736-dfa522564c84 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:32:08.279197 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802ec71b-fcb4-450f-af26-6eb714012945 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:32:08.284092 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-802ec71b-fcb4-450f-af26-6eb714012945 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:08.290690 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44269c-1c3c-494d-b4d4-b186c526f503 None None] Sync routers for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:32:08.301374 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44269c-1c3c-494d-b4d4-b186c526f503 None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:08.302039 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-db44269c-1c3c-494d-b4d4-b186c526f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:08.316163 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-802ec71b-fcb4-450f-af26-6eb714012945 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "PUT /v2.0/floatingips/74de704d-25b6-45ae-b510-d0d1c3e96588 HTTP/1.1" status: 200 len: 992 time: 1.1697905 Jun 14 18:32:08.316658 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:08.318962 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa5b4ea-06f2-4e22-9205-84e91bbacb77" -d '{"events": [{"name": "network-changed", "server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:08.358060 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0219fdb7-343f-451a-99e7-26e8fecea532 x-openstack-request-id: req-0219fdb7-343f-451a-99e7-26e8fecea532 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:08.358347 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:08.358596 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0219fdb7-343f-451a-99e7-26e8fecea532 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:08.359044 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0219fdb7-343f-451a-99e7-26e8fecea532'] response: {'name': 'network-changed', 'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'status': 'completed', 'code': 200} Jun 14 18:32:08.409183 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-db44269c-1c3c-494d-b4d4-b186c526f503 None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:08.627407 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-db44269c-1c3c-494d-b4d4-b186c526f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '74de704d-25b6-45ae-b510-d0d1c3e96588', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'port_id': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'mac_address': 'fa:16:3e:d1:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:31:50Z', 'updated_at': '2022-06-14T18:32:07Z', 'revision_number': 1, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:24Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:08.652945 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44269c-1c3c-494d-b4d4-b186c526f503 None None] Checking router: fe34203d-9de3-4d58-9736-dfa522564c84 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:32:08.663587 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44269c-1c3c-494d-b4d4-b186c526f503 None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:08.663587 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-db44269c-1c3c-494d-b4d4-b186c526f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:08.743199 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:08.745290 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:08.766486 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-db44269c-1c3c-494d-b4d4-b186c526f503 None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:08.813160 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b564ccd-023b-4b2a-ab23-98e1fceee720 req-0316dfae-921e-432e-8aea-b0fe1537d2be tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:08.814719 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6b564ccd-023b-4b2a-ab23-98e1fceee720 req-0316dfae-921e-432e-8aea-b0fe1537d2be tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0514755 Jun 14 18:32:08.873430 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6b564ccd-023b-4b2a-ab23-98e1fceee720 req-469dd079-3e11-4111-af82-8fa4e897de29 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520513 Jun 14 18:32:08.999900 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-db44269c-1c3c-494d-b4d4-b186c526f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '74de704d-25b6-45ae-b510-d0d1c3e96588', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'port_id': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'mac_address': 'fa:16:3e:d1:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:31:50Z', 'updated_at': '2022-06-14T18:32:07Z', 'revision_number': 1, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:24Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:09.025233 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44269c-1c3c-494d-b4d4-b186c526f503 None None] The sync data for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi is: [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '74de704d-25b6-45ae-b510-d0d1c3e96588', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'port_id': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'mac_address': 'fa:16:3e:d1:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:31:50Z', 'updated_at': '2022-06-14T18:32:07Z', 'revision_number': 1, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:24Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:32:09.140869 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2d145-26ff-4a76-8fe8-6c13dc79a1ae req-809cc430-93b1-4733-bfb0-3499be89a0ae tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:09.142381 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-25b2d145-26ff-4a76-8fe8-6c13dc79a1ae req-809cc430-93b1-4733-bfb0-3499be89a0ae tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 946 time: 0.0504870 Jun 14 18:32:09.194864 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-25b2d145-26ff-4a76-8fe8-6c13dc79a1ae req-4c0d4987-f75b-4a51-bc79-7a2dd7d29663 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465662 Jun 14 18:32:09.228156 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5d9ab-3e7b-4fd5-a089-f9cd321f4a81 None None] New status for floating IP 74de704d-25b6-45ae-b510-d0d1c3e96588: ACTIVE {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:32:09.282798 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83df27f-cdc8-4254-8593-7fcc12b9c47d req-898b0fec-5db4-4970-bd0f-c4ce2ebe0912 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:09.284327 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d83df27f-cdc8-4254-8593-7fcc12b9c47d req-898b0fec-5db4-4970-bd0f-c4ce2ebe0912 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 943 time: 0.0475399 Jun 14 18:32:09.333206 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d83df27f-cdc8-4254-8593-7fcc12b9c47d req-1bd56b68-07f7-43b9-886a-f4819f0536dc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420012 Jun 14 18:32:09.936691 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5b4ea-06f2-4e22-9205-84e91bbacb77 req-1a0aa94c-c3ad-4cdc-945e-7e2b15c94145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:09.938987 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afa5b4ea-06f2-4e22-9205-84e91bbacb77 req-1a0aa94c-c3ad-4cdc-945e-7e2b15c94145 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8603a3b1604479da86224c52c2467ad&device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 1130 time: 0.0883079 Jun 14 18:32:09.966642 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8edbec-b08a-4c56-9793-7c655de3945e req-f8b5518f-7670-4e8e-b1d5-0da106acf722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:09.968106 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6c8edbec-b08a-4c56-9793-7c655de3945e req-f8b5518f-7670-4e8e-b1d5-0da106acf722 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366198 Jun 14 18:32:10.008727 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-83755ee1-d4e4-46d8-9b0f-b66d30fbe1e5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:10.010214 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-83755ee1-d4e4-46d8-9b0f-b66d30fbe1e5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0869517 Jun 14 18:32:10.024099 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000861e4-f1db-48c3-a4bc-20a6c8de987f req-bb887b44-3669-4ea5-97d5-6e2acee467a2 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:10.025550 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-000861e4-f1db-48c3-a4bc-20a6c8de987f req-bb887b44-3669-4ea5-97d5-6e2acee467a2 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 945 time: 0.0636942 Jun 14 18:32:10.077673 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-000861e4-f1db-48c3-a4bc-20a6c8de987f req-e6f49ad6-d24b-4d43-a39e-0ad05eb0556a tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464475 Jun 14 18:32:10.307155 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:10.381123 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3126c1e-bc0f-4a20-9eb2-68993872afc0 req-1deb6b06-4c8d-40ac-b945-edac67a48f96 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:10.383060 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Deleting port 6e99f823-8a81-4709-b6d7-f5393c08507e {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:10.383737 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:10.386216 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d3126c1e-bc0f-4a20-9eb2-68993872afc0 req-1deb6b06-4c8d-40ac-b945-edac67a48f96 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 946 time: 0.1188188 Jun 14 18:32:10.388227 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:10.455938 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2740726-7f84-490b-8623-7ee1299ce164 req-06d956cc-60f8-46e9-a7fe-e6c88dff913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:10.457426 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-06d956cc-60f8-46e9-a7fe-e6c88dff913f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 1127 time: 0.1484730 Jun 14 18:32:10.510184 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc151e-7b75-4753-89a3-5361f47a7f26 req-0376bcf7-04d9-40f1-936f-ffa0ed6823fa tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:10.511676 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c3bc151e-7b75-4753-89a3-5361f47a7f26 req-0376bcf7-04d9-40f1-936f-ffa0ed6823fa tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 943 time: 0.0926402 Jun 14 18:32:10.534771 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:10.543467 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-a0b5f37f-570e-4f77-b62a-49a278e5e167 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93a39948-07fb-4640-aa06-c4c42c36d5f1 HTTP/1.1" status: 200 len: 217 time: 0.0697846 Jun 14 18:32:10.544468 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5b4ea-06f2-4e22-9205-84e91bbacb77 req-c778c324-35c5-42a0-adaa-7b6a8c3e480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:10.545903 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afa5b4ea-06f2-4e22-9205-84e91bbacb77 req-c778c324-35c5-42a0-adaa-7b6a8c3e480d service neutron] 10.222.0.13 "GET /v2.0/networks?id=274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 200 len: 918 time: 0.2483199 Jun 14 18:32:10.550516 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] For port 6e99f823-8a81-4709-b6d7-f5393c08507e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=6e99f823-8a81-4709-b6d7-f5393c08507e,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:10.550891 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:10.553572 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d3126c1e-bc0f-4a20-9eb2-68993872afc0 req-187cb792-2e39-4610-9539-fb42b65d0428 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584723 Jun 14 18:32:10.663309 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c3bc151e-7b75-4753-89a3-5361f47a7f26 req-3924043a-09bb-48df-b352-f825e64582c7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412249 Jun 14 18:32:10.666846 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2740726-7f84-490b-8623-7ee1299ce164 req-2c862f62-8d1a-456b-bea5-d00442d53bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:10.668469 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-2c862f62-8d1a-456b-bea5-d00442d53bc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4916d0d5-399f-4622-980d-32fb81ecd6af HTTP/1.1" status: 200 len: 853 time: 0.1028750 Jun 14 18:32:10.678091 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afa5b4ea-06f2-4e22-9205-84e91bbacb77 req-8b39662b-ee79-4514-8198-e6845c6acf48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb HTTP/1.1" status: 200 len: 1002 time: 0.1022825 Jun 14 18:32:10.804631 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:10.804907 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (a79c68a3-68c9-45b1-8f9b-10db2c111f40), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:10.805236 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Floating IP a79c68a3-68c9-45b1-8f9b-10db2c111f40 disassociated. External IP: 172.27.0.130, port: 6e99f823-8a81-4709-b6d7-f5393c08507e. Jun 14 18:32:10.805603 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Calling delete_port for 6e99f823-8a81-4709-b6d7-f5393c08507e owned by compute:nova {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:10.815137 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:11.044068 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (6e99f823-8a81-4709-b6d7-f5393c08507e), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:11.074859 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event deleted for resources: {'Port': ['ID=6e99f823-8a81-4709-b6d7-f5393c08507e,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:11.169841 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2740726-7f84-490b-8623-7ee1299ce164 req-12b05af5-c5f8-4fe1-a80f-752e7f8f05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:11.171420 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-12b05af5-c5f8-4fe1-a80f-752e7f8f05d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e21b4aaa-368c-485d-acb4-337720920cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906584 Jun 14 18:32:11.190924 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5b4ea-06f2-4e22-9205-84e91bbacb77 req-f3c51ded-8ab9-4fa4-8858-c55a92ce473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:11.192804 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afa5b4ea-06f2-4e22-9205-84e91bbacb77 req-f3c51ded-8ab9-4fa4-8858-c55a92ce473a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61e47d25-4bab-4e31-a800-f8d0e60b222c HTTP/1.1" status: 200 len: 856 time: 0.0961382 Jun 14 18:32:11.272664 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4447c1b4-9f18-4473-97b5-0501b3f50910 req-2f31608b-cc57-47db-92fb-6c62ccb358fe tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 210 time: 0.0911779 Jun 14 18:32:11.323749 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5b4ea-06f2-4e22-9205-84e91bbacb77 req-2dea6f53-ec57-4602-bec2-01e35546e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:11.325338 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afa5b4ea-06f2-4e22-9205-84e91bbacb77 req-2dea6f53-ec57-4602-bec2-01e35546e40c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=274ef244-b114-4d41-92b0-e6c757fabfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104202 Jun 14 18:32:11.373980 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-3fdd4c50-80a4-47d4-9dbd-75bd79e673dd service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940777 Jun 14 18:32:11.416532 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:32:11.507734 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afa5b4ea-06f2-4e22-9205-84e91bbacb77 req-4ff9f875-7738-4174-91ee-5af39e7d71da service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757119 Jun 14 18:32:11.539068 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:32:11.552284 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c347fbb7-8087-4c7a-bd73-8126c201a61b None None] Sync routers for ids ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:32:11.564816 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347fbb7-8087-4c7a-bd73-8126c201a61b None None] Routers {'6d9cbdca-9535-43c7-84b4-eb5f3c78d440'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:11.570923 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-c347fbb7-8087-4c7a-bd73-8126c201a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:11.602734 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-54c4cd00-9580-4508-9ed4-fcb3eb8931a6 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806471 Jun 14 18:32:11.621070 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] No DVR routers for this DVR port 6e99f823-8a81-4709-b6d7-f5393c08507e on host hv-cinder-84456 {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:32:11.624523 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:11.628215 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cc9dc117-8d8e-4113-b84a-452af3cee45d req-de3e126e-ff8c-4edf-9455-802f3178fa03 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "DELETE /v2.0/ports/6e99f823-8a81-4709-b6d7-f5393c08507e HTTP/1.1" status: 204 len: 173 time: 1.3454351 Jun 14 18:32:11.628800 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'name': 'network-vif-deleted', 'tag': '6e99f823-8a81-4709-b6d7-f5393c08507e'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:11.632501 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14841da6-99b2-4715-bf22-ed55ab57e1be" -d '{"events": [{"server_uuid": "e66ffa48-038e-40ba-b075-bafc9eb4b015", "name": "network-vif-deleted", "tag": "6e99f823-8a81-4709-b6d7-f5393c08507e"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:11.652697 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-afa5b4ea-06f2-4e22-9205-84e91bbacb77 req-37f725cd-3b71-4cf4-9948-204603b3115c service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383617 Jun 14 18:32:11.682780 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b277ccb4-d1ca-4e70-9619-42c30694f1e2 x-openstack-request-id: req-b277ccb4-d1ca-4e70-9619-42c30694f1e2 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:11.683071 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66ffa48-038e-40ba-b075-bafc9eb4b015", "name": "network-vif-deleted", "tag": "6e99f823-8a81-4709-b6d7-f5393c08507e", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:11.683320 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b277ccb4-d1ca-4e70-9619-42c30694f1e2 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:11.683725 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b277ccb4-d1ca-4e70-9619-42c30694f1e2'] response: {'server_uuid': 'e66ffa48-038e-40ba-b075-bafc9eb4b015', 'name': 'network-vif-deleted', 'tag': '6e99f823-8a81-4709-b6d7-f5393c08507e', 'status': 'completed', 'code': 200} Jun 14 18:32:11.695791 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:11.738956 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-c347fbb7-8087-4c7a-bd73-8126c201a61b None None] Set router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:11.741149 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade06c4-9bd5-4adf-9377-53a1beee6b1b req-6e8e7b47-f669-458c-bad6-42c818ab2dab tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:11.748419 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6ade06c4-9bd5-4adf-9377-53a1beee6b1b req-6e8e7b47-f669-458c-bad6-42c818ab2dab tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 946 time: 0.0634325 Jun 14 18:32:11.804413 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c55cb-0953-4aee-83e8-1818ff454a30 req-04b1a915-6393-4115-85d1-c915bdba6093 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:11.805979 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-334c55cb-0953-4aee-83e8-1818ff454a30 req-04b1a915-6393-4115-85d1-c915bdba6093 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 943 time: 0.0503185 Jun 14 18:32:11.806374 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6ade06c4-9bd5-4adf-9377-53a1beee6b1b req-c7a7bb1a-e1da-4e88-aa42-0e8f03e063df tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566797 Jun 14 18:32:11.874067 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-334c55cb-0953-4aee-83e8-1818ff454a30 req-c9e90528-f76c-4aab-817d-40402bc6c729 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623946 Jun 14 18:32:11.920115 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4342737-9464-4833-a1de-6f60df38c576 req-da317d20-ce67-4d08-924f-0bb83f22e941 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:11.921629 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e4342737-9464-4833-a1de-6f60df38c576 req-da317d20-ce67-4d08-924f-0bb83f22e941 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 946 time: 0.0500190 Jun 14 18:32:11.930966 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58412) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:11.935457 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-c330ea83-bc64-424e-9333-fb1292d08a33 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Request body: {'floatingip': {'port_id': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:32:11.952012 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-c347fbb7-8087-4c7a-bd73-8126c201a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b504c3d-2c63-4cfa-822d-0fa09a6eadff', 'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'mac_address': 'fa:16:3e:08:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:13Z', 'updated_at': '2022-06-14T18:27:28Z', 'revision_number': 5, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'subnets': [{'id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:11.973887 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c330ea83-bc64-424e-9333-fb1292d08a33 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (efa329be-e239-4889-994f-315452ad7f95), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:11.981529 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c347fbb7-8087-4c7a-bd73-8126c201a61b None None] Checking router: 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:32:11.989835 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347fbb7-8087-4c7a-bd73-8126c201a61b None None] Routers {'6d9cbdca-9535-43c7-84b4-eb5f3c78d440'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:11.990431 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-c347fbb7-8087-4c7a-bd73-8126c201a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:12.092585 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-c347fbb7-8087-4c7a-bd73-8126c201a61b None None] Set router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:12.244976 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:12.383351 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-675872d2-d449-4e20-939a-0cc5fd39675f req-fa50f905-2205-4967-b838-1571dbf0fdd4 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 210 time: 0.0338845 Jun 14 18:32:12.404276 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c330ea83-bc64-424e-9333-fb1292d08a33 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:12.421781 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-c347fbb7-8087-4c7a-bd73-8126c201a61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b504c3d-2c63-4cfa-822d-0fa09a6eadff', 'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'mac_address': 'fa:16:3e:08:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:13Z', 'updated_at': '2022-06-14T18:27:28Z', 'revision_number': 5, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'subnets': [{'id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:12.446850 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c347fbb7-8087-4c7a-bd73-8126c201a61b None None] The sync data for ids ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'] in dv-cinder-844563-2-iscsi is: [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b504c3d-2c63-4cfa-822d-0fa09a6eadff', 'name': '', 'network_id': '64ebe0b0-052f-4256-be3c-102cc7ed63f3', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'mac_address': 'fa:16:3e:08:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:13Z', 'updated_at': '2022-06-14T18:27:28Z', 'revision_number': 5, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'subnets': [{'id': '3aa2915d-4bcd-4487-9dfc-7ee742fe32b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:32:12.489859 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c330ea83-bc64-424e-9333-fb1292d08a33 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (efa329be-e239-4889-994f-315452ad7f95), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:12.575104 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:12.594254 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-c330ea83-bc64-424e-9333-fb1292d08a33 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Floating IP efa329be-e239-4889-994f-315452ad7f95 associated. External IP: 172.27.0.28, port: 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0. Jun 14 18:32:12.714307 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17535e61-9888-4a3c-9ab5-5a0cfc43e67a None None] New status for floating IP a79c68a3-68c9-45b1-8f9b-10db2c111f40: DOWN {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:32:12.832253 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c330ea83-bc64-424e-9333-fb1292d08a33 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Router 50deef1f-d8c9-497b-8029-b56ac186404c has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:32:12.973529 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c330ea83-bc64-424e-9333-fb1292d08a33 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:32:12.983845 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7e4a6-071a-4b6d-bc87-7c38a5e6f6a5 None None] Sync routers for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:32:12.993324 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c330ea83-bc64-424e-9333-fb1292d08a33 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:12.995460 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7e4a6-071a-4b6d-bc87-7c38a5e6f6a5 None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:12.999378 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-37e7e4a6-071a-4b6d-bc87-7c38a5e6f6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:13.041229 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e412a41-7c85-47ba-b95a-c3cae0fb6e74 req-98be0522-4e09-4027-acc5-27a24014e778 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:13.042456 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7e412a41-7c85-47ba-b95a-c3cae0fb6e74 req-98be0522-4e09-4027-acc5-27a24014e778 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 943 time: 0.0841277 Jun 14 18:32:13.044070 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-c330ea83-bc64-424e-9333-fb1292d08a33 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "PUT /v2.0/floatingips/efa329be-e239-4889-994f-315452ad7f95 HTTP/1.1" status: 200 len: 991 time: 1.1121118 Jun 14 18:32:13.093703 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7e412a41-7c85-47ba-b95a-c3cae0fb6e74 req-356f9c65-3922-4978-aa26-8038d901a9be tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439672 Jun 14 18:32:13.109278 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-37e7e4a6-071a-4b6d-bc87-7c38a5e6f6a5 None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:13.255714 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:13.325000 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-37e7e4a6-071a-4b6d-bc87-7c38a5e6f6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'efa329be-e239-4889-994f-315452ad7f95', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'port_id': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'mac_address': 'fa:16:3e:cf:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41923641-5855-4385-8905-cc7dc5a46714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:31:50Z', 'updated_at': '2022-06-14T18:32:12Z', 'revision_number': 1, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:33Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:13.349061 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7e4a6-071a-4b6d-bc87-7c38a5e6f6a5 None None] Checking router: 50deef1f-d8c9-497b-8029-b56ac186404c for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:32:13.358421 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7e4a6-071a-4b6d-bc87-7c38a5e6f6a5 None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:13.359035 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-37e7e4a6-071a-4b6d-bc87-7c38a5e6f6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:13.464255 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-37e7e4a6-071a-4b6d-bc87-7c38a5e6f6a5 None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:13.526664 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-15e50d82-fe2e-4813-b269-16c4336a529b req-11cdd18d-2b6d-4ab5-9f2f-a0542e75534b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=e66ffa48-038e-40ba-b075-bafc9eb4b015 HTTP/1.1" status: 200 len: 210 time: 0.0343423 Jun 14 18:32:13.681434 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-37e7e4a6-071a-4b6d-bc87-7c38a5e6f6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'efa329be-e239-4889-994f-315452ad7f95', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'port_id': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'mac_address': 'fa:16:3e:cf:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41923641-5855-4385-8905-cc7dc5a46714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:31:50Z', 'updated_at': '2022-06-14T18:32:12Z', 'revision_number': 1, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:33Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:13.684840 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41923641-5855-4385-8905-cc7dc5a46714', 'tag': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:13.687284 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0614711-9915-4531-b5f0-fe77629451d2" -d '{"events": [{"name": "network-changed", "server_uuid": "41923641-5855-4385-8905-cc7dc5a46714", "tag": "1754f2cd-b7cf-4e61-9902-e19aa00b1cb0"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:13.706486 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7e4a6-071a-4b6d-bc87-7c38a5e6f6a5 None None] The sync data for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi is: [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'efa329be-e239-4889-994f-315452ad7f95', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'port_id': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'mac_address': 'fa:16:3e:cf:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41923641-5855-4385-8905-cc7dc5a46714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:31:50Z', 'updated_at': '2022-06-14T18:32:12Z', 'revision_number': 1, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:33Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:32:13.722315 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc391ce-f08b-4a23-87ef-d092cf317c9c x-openstack-request-id: req-2dc391ce-f08b-4a23-87ef-d092cf317c9c {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:13.722660 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41923641-5855-4385-8905-cc7dc5a46714", "tag": "1754f2cd-b7cf-4e61-9902-e19aa00b1cb0", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:13.722919 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2dc391ce-f08b-4a23-87ef-d092cf317c9c {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:13.723328 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc391ce-f08b-4a23-87ef-d092cf317c9c'] response: {'name': 'network-changed', 'server_uuid': '41923641-5855-4385-8905-cc7dc5a46714', 'tag': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0', 'status': 'completed', 'code': 200} Jun 14 18:32:13.792434 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0614711-9915-4531-b5f0-fe77629451d2 req-dc5d0aaf-d3d4-4010-9d67-12eb7e9b3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:13.794043 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b0614711-9915-4531-b5f0-fe77629451d2 req-dc5d0aaf-d3d4-4010-9d67-12eb7e9b3847 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2f771a602054b349adae092a9d3ed24&device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 1130 time: 0.0414712 Jun 14 18:32:13.878273 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:13.890011 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:32:13.906399 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0614711-9915-4531-b5f0-fe77629451d2 req-9e6924be-2949-4c4a-86d1-05bba635e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:13.906399 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b0614711-9915-4531-b5f0-fe77629451d2 req-9e6924be-2949-4c4a-86d1-05bba635e985 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c02f9f85-b95f-4513-a67b-ed0864c5046e HTTP/1.1" status: 200 len: 911 time: 0.0936699 Jun 14 18:32:13.912488 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9c246-98e4-49ca-9eb4-90fe0e68a129 None None] New status for floating IP efa329be-e239-4889-994f-315452ad7f95: ACTIVE {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:32:13.968128 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b0614711-9915-4531-b5f0-fe77629451d2 req-f6fc5298-0847-4eda-ad73-fae5b90c5114 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 HTTP/1.1" status: 200 len: 999 time: 0.0627382 Jun 14 18:32:14.018614 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0614711-9915-4531-b5f0-fe77629451d2 req-8a154ced-6e16-4967-a8e1-08a547af974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:14.020111 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b0614711-9915-4531-b5f0-fe77629451d2 req-8a154ced-6e16-4967-a8e1-08a547af974f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f380e5ad-d4ad-415b-bade-032ddaaa2dd1 HTTP/1.1" status: 200 len: 849 time: 0.0459967 Jun 14 18:32:14.033716 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:14.073802 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0614711-9915-4531-b5f0-fe77629451d2 req-9b44fd88-d753-44b2-902a-04790913a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:14.075679 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b0614711-9915-4531-b5f0-fe77629451d2 req-9b44fd88-d753-44b2-902a-04790913a51c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c02f9f85-b95f-4513-a67b-ed0864c5046e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496447 Jun 14 18:32:14.189155 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b0614711-9915-4531-b5f0-fe77629451d2 req-70751a20-0b41-4c6b-9f88-e2ae27babde6 service neutron] 10.222.0.13 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058235 Jun 14 18:32:14.246334 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04574b-298c-467a-990d-a7e6dbae5b72 req-1a98829c-8649-402a-a1b1-e05e8506c462 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:14.247814 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cf04574b-298c-467a-990d-a7e6dbae5b72 req-1a98829c-8649-402a-a1b1-e05e8506c462 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 943 time: 0.0749142 Jun 14 18:32:14.346112 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cf04574b-298c-467a-990d-a7e6dbae5b72 req-1c3aa2ea-0a76-4627-b252-226d5c40340a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899384 Jun 14 18:32:14.348079 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b0614711-9915-4531-b5f0-fe77629451d2 req-78ad80e5-a55c-4455-a094-b1c12c6afc84 service neutron] 10.222.0.13 "GET /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394844 Jun 14 18:32:14.676043 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58430) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:14.735421 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-972060d0-f35c-489c-b3cd-e2969fae28f5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for security_group (f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:14.759296 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-972060d0-f35c-489c-b3cd-e2969fae28f5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for security_group (f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:14.853138 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-972060d0-f35c-489c-b3cd-e2969fae28f5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:14.855593 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-972060d0-f35c-489c-b3cd-e2969fae28f5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:14.856778 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-972060d0-f35c-489c-b3cd-e2969fae28f5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "DELETE /v2.0/security-groups/f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47 HTTP/1.1" status: 204 len: 168 time: 0.1797285 Jun 14 18:32:14.859385 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58434) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:14.867125 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972060d0-f35c-489c-b3cd-e2969fae28f5 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:14.875183 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.api.v2.resource [None req-84a9e01c-6472-42ff-ba35-db0adeb00694 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] show failed (client error): The resource could not be found. Jun 14 18:32:14.878459 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-84a9e01c-6472-42ff-ba35-db0adeb00694 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups/f46ce58d-d6f1-44c4-a9a7-9a2b7cf6fd47 HTTP/1.1" status: 404 len: 347 time: 0.0180230 Jun 14 18:32:14.881257 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58436) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:14.890802 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:14.972893 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 93a39948-07fb-4640-aa06-c4c42c36d5f1 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:32:14.976803 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 6e99f823-8a81-4709-b6d7-f5393c08507e no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:14.999880 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-0f374a27-53b2-490f-9777-f39b3c8682b8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Deleting port 912197ce-6a03-477a-8904-9952ffd3a3f7 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:15.000217 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0f374a27-53b2-490f-9777-f39b3c8682b8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (912197ce-6a03-477a-8904-9952ffd3a3f7), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:15.005964 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 6e99f823-8a81-4709-b6d7-f5393c08507e {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:15.006310 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 6e99f823-8a81-4709-b6d7-f5393c08507e not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:15.012741 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:15.079778 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0f374a27-53b2-490f-9777-f39b3c8682b8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (912197ce-6a03-477a-8904-9952ffd3a3f7), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:15.080103 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0f374a27-53b2-490f-9777-f39b3c8682b8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for floatingip (912197ce-6a03-477a-8904-9952ffd3a3f7), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:15.093651 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-0f374a27-53b2-490f-9777-f39b3c8682b8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Calling delete_port for 912197ce-6a03-477a-8904-9952ffd3a3f7 owned by network:floatingip {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:15.098751 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 93a39948-07fb-4640-aa06-c4c42c36d5f1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=93a39948-07fb-4640-aa06-c4c42c36d5f1,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:15.111153 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '93a39948-07fb-4640-aa06-c4c42c36d5f1', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'port_id': '93a39948-07fb-4640-aa06-c4c42c36d5f1', 'mac_address': 'fa:16:3e:32:1c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:32:15.147305 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 93a39948-07fb-4640-aa06-c4c42c36d5f1 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:32:15.147698 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:15.165680 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a39948-07fb-4640-aa06-c4c42c36d5f1 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:32:15.185615 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 93a39948-07fb-4640-aa06-c4c42c36d5f1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=93a39948-07fb-4640-aa06-c4c42c36d5f1,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:15.249917 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:15.290712 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0f374a27-53b2-490f-9777-f39b3c8682b8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (912197ce-6a03-477a-8904-9952ffd3a3f7), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:15.297886 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=93a39948-07fb-4640-aa06-c4c42c36d5f1,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:15.320369 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f374a27-53b2-490f-9777-f39b3c8682b8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event deleted for resources: {'Port': ['ID=912197ce-6a03-477a-8904-9952ffd3a3f7,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:15.368090 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:15.385232 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0f374a27-53b2-490f-9777-f39b3c8682b8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks [] for floatingip (a79c68a3-68c9-45b1-8f9b-10db2c111f40), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:15.387756 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0f374a27-53b2-490f-9777-f39b3c8682b8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:15.390694 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-0f374a27-53b2-490f-9777-f39b3c8682b8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "DELETE /v2.0/floatingips/a79c68a3-68c9-45b1-8f9b-10db2c111f40 HTTP/1.1" status: 204 len: 168 time: 0.5061133 Jun 14 18:32:15.466666 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88361c95-0114-41d7-ace6-65bc17db795d req-d9071614-76f6-431e-b5f9-a0dee0b2f6ef tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:15.468273 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-88361c95-0114-41d7-ace6-65bc17db795d req-d9071614-76f6-431e-b5f9-a0dee0b2f6ef tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 944 time: 0.0499735 Jun 14 18:32:15.520727 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['93a39948-07fb-4640-aa06-c4c42c36d5f1'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:32:15.522885 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-88361c95-0114-41d7-ace6-65bc17db795d req-4a90e90c-d0df-463c-a454-4d2b83b243fd tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483811 Jun 14 18:32:15.652073 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:16.650429 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfd491-bf89-4e15-840c-5f472ec14752 req-b3c91f6c-4b44-4a8e-b198-ddd1691dae47 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:16.651935 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7dcfd491-bf89-4e15-840c-5f472ec14752 req-b3c91f6c-4b44-4a8e-b198-ddd1691dae47 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 944 time: 0.0488348 Jun 14 18:32:16.701999 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7dcfd491-bf89-4e15-840c-5f472ec14752 req-d017b69e-6b23-4cf1-9687-fd6bcf7be5c8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444138 Jun 14 18:32:17.000824 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 93a39948-07fb-4640-aa06-c4c42c36d5f1 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:32:17.044824 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 93a39948-07fb-4640-aa06-c4c42c36d5f1 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:32:17.106982 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 93a39948-07fb-4640-aa06-c4c42c36d5f1 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:32:17.107406 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:17.181077 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 93a39948-07fb-4640-aa06-c4c42c36d5f1 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:32:17.181512 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:17.204165 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a39948-07fb-4640-aa06-c4c42c36d5f1'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:17.206422 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9cede8-6349-42f2-a242-b35c524a5ff8" -d '{"events": [{"server_uuid": "678e536c-8e80-49f6-90d0-72aec54c7c94", "name": "network-vif-plugged", "status": "completed", "tag": "93a39948-07fb-4640-aa06-c4c42c36d5f1"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:17.219792 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 93a39948-07fb-4640-aa06-c4c42c36d5f1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=93a39948-07fb-4640-aa06-c4c42c36d5f1,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:17.244848 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043d4a80-2fb0-4183-9b03-689c5ffed4f0 x-openstack-request-id: req-043d4a80-2fb0-4183-9b03-689c5ffed4f0 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:17.245183 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678e536c-8e80-49f6-90d0-72aec54c7c94", "name": "network-vif-plugged", "status": "completed", "tag": "93a39948-07fb-4640-aa06-c4c42c36d5f1", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:17.245507 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-043d4a80-2fb0-4183-9b03-689c5ffed4f0 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:17.245911 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043d4a80-2fb0-4183-9b03-689c5ffed4f0'] response: {'server_uuid': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a39948-07fb-4640-aa06-c4c42c36d5f1', 'code': 200} Jun 14 18:32:17.301469 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:17.353081 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=93a39948-07fb-4640-aa06-c4c42c36d5f1,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:17.629012 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def59d08-8b92-4999-82f5-28fc81da14b1 req-8b02cd51-b306-40f5-aa24-ae4c8601be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:17.630532 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-def59d08-8b92-4999-82f5-28fc81da14b1 req-8b02cd51-b306-40f5-aa24-ae4c8601be28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 1129 time: 0.0876441 Jun 14 18:32:17.676575 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-def59d08-8b92-4999-82f5-28fc81da14b1 req-57e2fe5b-5f6e-4c55-ad0e-13efa7214bbe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392876 Jun 14 18:32:17.816703 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df45cb-44dd-4556-9d28-ada6297154a5 req-735e1ff0-b4eb-4866-9c7e-178cdf6ec928 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:17.818213 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e9df45cb-44dd-4556-9d28-ada6297154a5 req-735e1ff0-b4eb-4866-9c7e-178cdf6ec928 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 945 time: 0.0478387 Jun 14 18:32:17.867718 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e9df45cb-44dd-4556-9d28-ada6297154a5 req-9cb90568-ec56-4c1b-891a-bc63deb77d64 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430980 Jun 14 18:32:18.423703 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fca38-f08f-46a7-ae88-b387b14a30e3 req-632e0373-b0a5-4dc0-8dcb-3d2037b386f8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:18.425203 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-166fca38-f08f-46a7-ae88-b387b14a30e3 req-632e0373-b0a5-4dc0-8dcb-3d2037b386f8 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0481136 Jun 14 18:32:18.465692 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:18.482876 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-166fca38-f08f-46a7-ae88-b387b14a30e3 req-2dcfbe12-7f8a-42b9-9ff9-4039b6f13fd9 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505717 Jun 14 18:32:18.995354 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162959-b452-4a0c-9b76-842f6e8a0ddc req-f6a09467-5a41-4772-bf1d-4b6844c887ad tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:18.996960 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-61162959-b452-4a0c-9b76-842f6e8a0ddc req-f6a09467-5a41-4772-bf1d-4b6844c887ad tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 945 time: 0.0565734 Jun 14 18:32:19.056172 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-61162959-b452-4a0c-9b76-842f6e8a0ddc req-1c4fd09e-8307-4d1a-b329-569fa355ce57 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534296 Jun 14 18:32:19.599331 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae7547-7c71-4c43-9297-6f6ea4c05e5c req-755a1df2-a57a-4e02-b9be-17f2477b1e4e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:19.601348 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-39ae7547-7c71-4c43-9297-6f6ea4c05e5c req-755a1df2-a57a-4e02-b9be-17f2477b1e4e tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0492015 Jun 14 18:32:19.652832 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-39ae7547-7c71-4c43-9297-6f6ea4c05e5c req-ab668656-6d1a-4b2f-a92a-be0f03fb87e0 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457978 Jun 14 18:32:20.183199 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104463f-eaf6-4bb1-ad0d-0e83b473a1d8 req-779ceefe-0650-4748-8936-4f90b481a2e1 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:20.184763 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d104463f-eaf6-4bb1-ad0d-0e83b473a1d8 req-779ceefe-0650-4748-8936-4f90b481a2e1 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 945 time: 0.0498478 Jun 14 18:32:20.237298 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d104463f-eaf6-4bb1-ad0d-0e83b473a1d8 req-a8cc7550-09f3-4d48-b6bb-a6cfb8f88892 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467072 Jun 14 18:32:20.771135 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b7b2b-4b1d-4562-8bbb-48ad2ffd6836 req-2e7aeb21-6d67-4f42-8d22-05b302cf2962 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:20.772587 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8e9b7b2b-4b1d-4562-8bbb-48ad2ffd6836 req-2e7aeb21-6d67-4f42-8d22-05b302cf2962 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0482111 Jun 14 18:32:20.818662 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8e9b7b2b-4b1d-4562-8bbb-48ad2ffd6836 req-b42f3eb6-6a2c-4ac3-b5b6-f0aa44337b23 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Jun 14 18:32:21.353793 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fd458-b53f-4e57-b077-5e4a60af4fa4 req-5e78b2ff-c6cc-487c-b087-abb38afd2859 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:21.355246 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-077fd458-b53f-4e57-b077-5e4a60af4fa4 req-5e78b2ff-c6cc-487c-b087-abb38afd2859 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 945 time: 0.0515423 Jun 14 18:32:21.408731 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-077fd458-b53f-4e57-b077-5e4a60af4fa4 req-1bee16e6-8e26-458e-8886-36bd99125e9e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475869 Jun 14 18:32:21.773718 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:21.773718 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c2da5-dfd1-442c-99e4-03cb1b087681 req-07a966b9-fdf1-49bd-b4cf-080f8ef37246 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:21.773718 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c94c2da5-dfd1-442c-99e4-03cb1b087681 req-07a966b9-fdf1-49bd-b4cf-080f8ef37246 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 945 time: 0.0831094 Jun 14 18:32:21.773718 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec5acb-fb4f-4cc4-bcfc-498fa059a66d req-f5b4fbce-7c7d-4746-92e5-19db969f41c9 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:21.773718 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32ec5acb-fb4f-4cc4-bcfc-498fa059a66d req-f5b4fbce-7c7d-4746-92e5-19db969f41c9 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0636895 Jun 14 18:32:21.779153 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58488) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:21.783297 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-1830c3a4-c91e-402e-b137-ee9d05761a74 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'floatingip': {'port_id': '93a39948-07fb-4640-aa06-c4c42c36d5f1'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:32:21.831000 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1830c3a4-c91e-402e-b137-ee9d05761a74 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (d874dd1c-b915-49af-b08b-43d98fe9c8ff), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:21.864106 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-32ec5acb-fb4f-4cc4-bcfc-498fa059a66d req-b0ace283-8193-4e6a-8e84-ecfbe7aff48d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Deleting port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:21.864773 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32ec5acb-fb4f-4cc4-bcfc-498fa059a66d req-b0ace283-8193-4e6a-8e84-ecfbe7aff48d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:21.969400 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-32ec5acb-fb4f-4cc4-bcfc-498fa059a66d req-b0ace283-8193-4e6a-8e84-ecfbe7aff48d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] For port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:21.973299 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32ec5acb-fb4f-4cc4-bcfc-498fa059a66d req-b0ace283-8193-4e6a-8e84-ecfbe7aff48d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:21.973430 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39342f65-137f-407f-9641-c5bb7a0ba209 req-134d32dc-559c-4d8e-a7f3-d0552b52c21b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:21.973430 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-39342f65-137f-407f-9641-c5bb7a0ba209 req-134d32dc-559c-4d8e-a7f3-d0552b52c21b tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 946 time: 0.0788264 Jun 14 18:32:21.984561 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-32ec5acb-fb4f-4cc4-bcfc-498fa059a66d req-b0ace283-8193-4e6a-8e84-ecfbe7aff48d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Calling delete_port for dcaeaf29-4f8b-4d99-8c22-29b129b65a8c owned by compute:nova {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:22.078158 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:22.103921 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-39342f65-137f-407f-9641-c5bb7a0ba209 req-0e2c44c7-0c8c-44f8-a8b8-fb173f20a424 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237381 Jun 14 18:32:22.238340 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32ec5acb-fb4f-4cc4-bcfc-498fa059a66d req-b0ace283-8193-4e6a-8e84-ecfbe7aff48d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (dcaeaf29-4f8b-4d99-8c22-29b129b65a8c), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:22.253865 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['3f0e5739-b788-43f3-8405-75ad4766a788', 'dcaeaf29-4f8b-4d99-8c22-29b129b65a8c'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:32:22.272649 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ace283-8193-4e6a-8e84-ecfbe7aff48d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event deleted for resources: {'Port': ['ID=dcaeaf29-4f8b-4d99-8c22-29b129b65a8c,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:22.341579 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:22.342870 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:22.345322 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ec5acb-fb4f-4cc4-bcfc-498fa059a66d req-b0ace283-8193-4e6a-8e84-ecfbe7aff48d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] No DVR routers for this DVR port dcaeaf29-4f8b-4d99-8c22-29b129b65a8c on host hv-cinder-84456 {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:32:22.348883 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-32ec5acb-fb4f-4cc4-bcfc-498fa059a66d req-b0ace283-8193-4e6a-8e84-ecfbe7aff48d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:22.350922 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1830c3a4-c91e-402e-b137-ee9d05761a74 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:22.352938 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-32ec5acb-fb4f-4cc4-bcfc-498fa059a66d req-b0ace283-8193-4e6a-8e84-ecfbe7aff48d tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "DELETE /v2.0/ports/dcaeaf29-4f8b-4d99-8c22-29b129b65a8c HTTP/1.1" status: 204 len: 173 time: 0.7802348 Jun 14 18:32:22.355234 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee', 'name': 'network-vif-deleted', 'tag': 'dcaeaf29-4f8b-4d99-8c22-29b129b65a8c'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:22.358044 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f539640-b61e-4123-b6cb-879d6fc50bc1" -d '{"events": [{"server_uuid": "118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee", "name": "network-vif-deleted", "tag": "dcaeaf29-4f8b-4d99-8c22-29b129b65a8c"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:22.393962 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3123ad83-4dd8-4827-8310-d71a72ae65f5 req-c92bffd3-3d37-425b-bd81-5c1c77939960 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137036214&fields=id&tenant_id=54fd905313ed4581a527fe3a6ebf7bba HTTP/1.1" status: 200 len: 267 time: 0.0828023 Jun 14 18:32:22.397776 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d856511-319f-47b2-8f41-8406e0cbca62 x-openstack-request-id: req-9d856511-319f-47b2-8f41-8406e0cbca62 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:22.397776 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee", "name": "network-vif-deleted", "tag": "dcaeaf29-4f8b-4d99-8c22-29b129b65a8c", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:22.397776 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9d856511-319f-47b2-8f41-8406e0cbca62 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:22.398468 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d856511-319f-47b2-8f41-8406e0cbca62'] response: {'server_uuid': '118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee', 'name': 'network-vif-deleted', 'tag': 'dcaeaf29-4f8b-4d99-8c22-29b129b65a8c', 'status': 'completed', 'code': 200} Jun 14 18:32:22.410151 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1830c3a4-c91e-402e-b137-ee9d05761a74 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (d874dd1c-b915-49af-b08b-43d98fe9c8ff), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:22.417711 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:22.454909 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ad83-4dd8-4827-8310-d71a72ae65f5 req-774dfb4e-9514-4a72-a1b0-c74eaa2a31a2 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:22.456533 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3123ad83-4dd8-4827-8310-d71a72ae65f5 req-774dfb4e-9514-4a72-a1b0-c74eaa2a31a2 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 985 time: 0.0544202 Jun 14 18:32:22.468165 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-3123ad83-4dd8-4827-8310-d71a72ae65f5 req-03aed932-b1e3-4427-b198-dbd01d9740da tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Request body: {'port': {'security_groups': ['1bb4155c-d947-4ad6-94a4-f170d113310f']}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:32:22.519754 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-1830c3a4-c91e-402e-b137-ee9d05761a74 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Floating IP d874dd1c-b915-49af-b08b-43d98fe9c8ff associated. External IP: 172.27.0.214, port: 93a39948-07fb-4640-aa06-c4c42c36d5f1. Jun 14 18:32:22.553211 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-3123ad83-4dd8-4827-8310-d71a72ae65f5 req-03aed932-b1e3-4427-b198-dbd01d9740da tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:22.991473 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-3123ad83-4dd8-4827-8310-d71a72ae65f5 req-03aed932-b1e3-4427-b198-dbd01d9740da tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] For port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:22.998154 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1830c3a4-c91e-402e-b137-ee9d05761a74 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Router 99d692a4-dd00-479c-ab92-329ab6ea9487 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:32:23.021526 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-3123ad83-4dd8-4827-8310-d71a72ae65f5 req-03aed932-b1e3-4427-b198-dbd01d9740da tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:23.095326 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-3123ad83-4dd8-4827-8310-d71a72ae65f5 req-03aed932-b1e3-4427-b198-dbd01d9740da tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:23.105603 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1830c3a4-c91e-402e-b137-ee9d05761a74 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:32:23.110726 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1830c3a4-c91e-402e-b137-ee9d05761a74 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:23.118028 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['9530bd2f-adfe-4346-b9ff-e6d39d227b3c'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:32:23.123358 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37cfd6-725c-4416-bdb0-d15d3928a492 None None] Sync routers for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:32:23.142812 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ad83-4dd8-4827-8310-d71a72ae65f5 req-03aed932-b1e3-4427-b198-dbd01d9740da tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:23.143473 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-3123ad83-4dd8-4827-8310-d71a72ae65f5 req-03aed932-b1e3-4427-b198-dbd01d9740da tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:23.144881 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3123ad83-4dd8-4827-8310-d71a72ae65f5 req-03aed932-b1e3-4427-b198-dbd01d9740da tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "PUT /v2.0/ports/9530bd2f-adfe-4346-b9ff-e6d39d227b3c HTTP/1.1" status: 200 len: 943 time: 0.6814466 Jun 14 18:32:23.151719 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-1830c3a4-c91e-402e-b137-ee9d05761a74 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "PUT /v2.0/floatingips/d874dd1c-b915-49af-b08b-43d98fe9c8ff HTTP/1.1" status: 200 len: 991 time: 1.3721147 Jun 14 18:32:23.152139 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'tag': '93a39948-07fb-4640-aa06-c4c42c36d5f1'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:23.157545 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58500) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:23.159851 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc846099-3ef6-442a-b96b-d21468d0f472" -d '{"events": [{"name": "network-changed", "server_uuid": "678e536c-8e80-49f6-90d0-72aec54c7c94", "tag": "93a39948-07fb-4640-aa06-c4c42c36d5f1"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:23.180510 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37cfd6-725c-4416-bdb0-d15d3928a492 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:23.181930 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ef37cfd6-725c-4416-bdb0-d15d3928a492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:23.213788 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:23.234868 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aed932-b1e3-4427-b198-dbd01d9740da tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event updated for resources: {'Port': ['ID=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,revision_number=7']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:23.261742 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c3d67397-951a-455f-9d9e-381b96d2bfaf tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group (a043ae42-832d-4072-8ca0-33689f176a66), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:23.293998 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-75b857d6-d85d-436f-a3a6-ac011b43c226 req-4941c426-9a0f-4067-bb96-75182edac096 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=118dd8fa-d3a4-4ea7-9a04-9c6338d5c3ee HTTP/1.1" status: 200 len: 210 time: 0.0596552 Jun 14 18:32:23.309334 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['9530bd2f-adfe-4346-b9ff-e6d39d227b3c'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:32:23.310756 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c3d67397-951a-455f-9d9e-381b96d2bfaf tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group (a043ae42-832d-4072-8ca0-33689f176a66), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:23.390021 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c5d8f3-9e97-4f83-bd78-f8838f3b83e1 x-openstack-request-id: req-e5c5d8f3-9e97-4f83-bd78-f8838f3b83e1 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:23.390311 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678e536c-8e80-49f6-90d0-72aec54c7c94", "tag": "93a39948-07fb-4640-aa06-c4c42c36d5f1", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:23.390556 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5c5d8f3-9e97-4f83-bd78-f8838f3b83e1 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:23.390977 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c5d8f3-9e97-4f83-bd78-f8838f3b83e1'] response: {'name': 'network-changed', 'server_uuid': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'tag': '93a39948-07fb-4640-aa06-c4c42c36d5f1', 'status': 'completed', 'code': 200} Jun 14 18:32:23.454359 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846099-3ef6-442a-b96b-d21468d0f472 req-784523ce-ade4-4ae7-b52a-e8dbc40fce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:23.454359 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bc846099-3ef6-442a-b96b-d21468d0f472 req-784523ce-ade4-4ae7-b52a-e8dbc40fce58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 1129 time: 0.0482020 Jun 14 18:32:23.483571 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c3d67397-951a-455f-9d9e-381b96d2bfaf tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a043ae42-832d-4072-8ca0-33689f176a66), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:23.487590 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c3d67397-951a-455f-9d9e-381b96d2bfaf tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:23.489011 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-c3d67397-951a-455f-9d9e-381b96d2bfaf tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "DELETE /v2.0/security-groups/a043ae42-832d-4072-8ca0-33689f176a66 HTTP/1.1" status: 204 len: 168 time: 0.3309953 Jun 14 18:32:23.492848 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58506) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:23.513491 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67397-951a-455f-9d9e-381b96d2bfaf tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a043ae42-832d-4072-8ca0-33689f176a66,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:23.534643 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-ef37cfd6-725c-4416-bdb0-d15d3928a492 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:23.579169 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846099-3ef6-442a-b96b-d21468d0f472 req-9b98b638-0bcf-4069-9dd2-bed1d3a8ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:23.580791 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bc846099-3ef6-442a-b96b-d21468d0f472 req-9b98b638-0bcf-4069-9dd2-bed1d3a8ace5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 915 time: 0.1225984 Jun 14 18:32:23.583573 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f4d5688b-8d83-41b9-982f-d4225204de64 None None] Provisioning complete for port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:32:23.583946 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f4d5688b-8d83-41b9-982f-d4225204de64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:23.586400 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:23.647278 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:23.652329 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Deleting port 5d76f418-af59-45b4-a4b8-0219812188e5 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:23.652817 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (5d76f418-af59-45b4-a4b8-0219812188e5), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:23.653512 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bc846099-3ef6-442a-b96b-d21468d0f472 req-96944a6e-770c-4420-904b-46426a820df6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93a39948-07fb-4640-aa06-c4c42c36d5f1 HTTP/1.1" status: 200 len: 999 time: 0.0663347 Jun 14 18:32:23.709279 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:23.714210 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846099-3ef6-442a-b96b-d21468d0f472 req-c5805e7a-afb2-44b2-8f4d-e1e1dab9c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:23.715806 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bc846099-3ef6-442a-b96b-d21468d0f472 req-c5805e7a-afb2-44b2-8f4d-e1e1dab9c3bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4916d0d5-399f-4622-980d-32fb81ecd6af HTTP/1.1" status: 200 len: 853 time: 0.0556238 Jun 14 18:32:23.747278 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (5d76f418-af59-45b4-a4b8-0219812188e5), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:23.747776 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for floatingip (5d76f418-af59-45b4-a4b8-0219812188e5), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:23.765134 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846099-3ef6-442a-b96b-d21468d0f472 req-837d8e81-a6d6-4912-8b2b-0d363b8159db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:23.766934 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bc846099-3ef6-442a-b96b-d21468d0f472 req-837d8e81-a6d6-4912-8b2b-0d363b8159db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e21b4aaa-368c-485d-acb4-337720920cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451491 Jun 14 18:32:23.770762 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Calling delete_port for 5d76f418-af59-45b4-a4b8-0219812188e5 owned by network:floatingip {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:23.881033 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bc846099-3ef6-442a-b96b-d21468d0f472 req-d9ac3e27-86d0-4e19-831b-1e418b491428 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990407 Jun 14 18:32:23.969315 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5688b-8d83-41b9-982f-d4225204de64 None None] Current status of the port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:32:23.993760 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bc846099-3ef6-442a-b96b-d21468d0f472 req-ec443077-3a36-4698-8a77-8c5e90628a48 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043346 Jun 14 18:32:23.995677 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (5d76f418-af59-45b4-a4b8-0219812188e5), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:24.027158 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event deleted for resources: {'Port': ['ID=5d76f418-af59-45b4-a4b8-0219812188e5,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:24.042020 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:24.077120 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ef37cfd6-725c-4416-bdb0-d15d3928a492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'd874dd1c-b915-49af-b08b-43d98fe9c8ff', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': '93a39948-07fb-4640-aa06-c4c42c36d5f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:32:1c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:31:58Z', 'updated_at': '2022-06-14T18:32:22Z', 'revision_number': 1, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:24.093174 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks [] for floatingip (440ad6ca-48bc-40a1-abe2-b4c92bb04bbd), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:24.093522 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Floating IP 440ad6ca-48bc-40a1-abe2-b4c92bb04bbd disassociated (deleted). External IP: 172.27.0.20, port: 9530bd2f-adfe-4346-b9ff-e6d39d227b3c. Jun 14 18:32:24.101912 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37cfd6-725c-4416-bdb0-d15d3928a492 None None] Checking router: 99d692a4-dd00-479c-ab92-329ab6ea9487 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:32:24.108945 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:24.110971 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37cfd6-725c-4416-bdb0-d15d3928a492 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:24.111588 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ef37cfd6-725c-4416-bdb0-d15d3928a492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:24.131364 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:24.216124 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-ef37cfd6-725c-4416-bdb0-d15d3928a492 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:24.296057 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Router d4972ee1-4f37-437c-9883-dde508919e38 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:32:24.400826 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:24.403394 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:32:24.403848 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432f4095-e63e-49d2-af90-749603474970" -d '{"events": [{"name": "network-changed", "server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:24.408104 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:24.415925 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05803d2-6bd1-423c-ab42-cea33e758635 None None] Sync routers for ids ['d4972ee1-4f37-437c-9883-dde508919e38'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:32:24.433431 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05803d2-6bd1-423c-ab42-cea33e758635 None None] Routers {'d4972ee1-4f37-437c-9883-dde508919e38'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:24.434944 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-d05803d2-6bd1-423c-ab42-cea33e758635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['d4972ee1-4f37-437c-9883-dde508919e38'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:24.442323 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-071fc6c1-4828-4fa2-b8d7-5efac1917e52 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "DELETE /v2.0/floatingips/440ad6ca-48bc-40a1-abe2-b4c92bb04bbd HTTP/1.1" status: 204 len: 168 time: 0.9483752 Jun 14 18:32:24.448084 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb098ff2-5185-4803-8394-c9a57cbdcbb7 x-openstack-request-id: req-bb098ff2-5185-4803-8394-c9a57cbdcbb7 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:24.448371 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:24.448621 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb098ff2-5185-4803-8394-c9a57cbdcbb7 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:24.449020 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb098ff2-5185-4803-8394-c9a57cbdcbb7'] response: {'name': 'network-changed', 'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'status': 'completed', 'code': 200} Jun 14 18:32:24.467515 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ef37cfd6-725c-4416-bdb0-d15d3928a492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'd874dd1c-b915-49af-b08b-43d98fe9c8ff', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': '93a39948-07fb-4640-aa06-c4c42c36d5f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:32:1c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:31:58Z', 'updated_at': '2022-06-14T18:32:22Z', 'revision_number': 1, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:24.501666 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef37cfd6-725c-4416-bdb0-d15d3928a492 None None] The sync data for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi is: [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': 'd874dd1c-b915-49af-b08b-43d98fe9c8ff', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': '93a39948-07fb-4640-aa06-c4c42c36d5f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:32:1c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:31:58Z', 'updated_at': '2022-06-14T18:32:22Z', 'revision_number': 1, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:32:24.565980 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f4095-e63e-49d2-af90-749603474970 req-b60793f5-2d8b-4616-af75-06eabbabc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:24.567528 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-432f4095-e63e-49d2-af90-749603474970 req-b60793f5-2d8b-4616-af75-06eabbabc10f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54fd905313ed4581a527fe3a6ebf7bba&device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 1130 time: 0.0770497 Jun 14 18:32:24.594930 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-d05803d2-6bd1-423c-ab42-cea33e758635 None None] Set router d4972ee1-4f37-437c-9883-dde508919e38 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:24.674651 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f4095-e63e-49d2-af90-749603474970 req-cd45f389-42a9-4fdb-b973-e6425f95cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:24.676296 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-432f4095-e63e-49d2-af90-749603474970 req-cd45f389-42a9-4fdb-b973-e6425f95cdb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc89e178-aa0d-44e6-b82e-a33c04c68411 HTTP/1.1" status: 200 len: 915 time: 0.1021128 Jun 14 18:32:24.718480 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-432f4095-e63e-49d2-af90-749603474970 req-00915335-92d1-48a4-8494-8b3d116b462b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c HTTP/1.1" status: 200 len: 217 time: 0.0360043 Jun 14 18:32:24.780007 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f4095-e63e-49d2-af90-749603474970 req-09a44cd8-4736-4005-a852-008c78d75959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:24.781811 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-432f4095-e63e-49d2-af90-749603474970 req-09a44cd8-4736-4005-a852-008c78d75959 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ea6afc2-bb38-4a4d-b551-a1f92707e3a5 HTTP/1.1" status: 200 len: 853 time: 0.0547934 Jun 14 18:32:24.791765 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145da028-7ff5-4b8e-aab8-1c559c760444 None None] New status for floating IP d874dd1c-b915-49af-b08b-43d98fe9c8ff: ACTIVE {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:32:24.829609 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-d05803d2-6bd1-423c-ab42-cea33e758635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:29:17Z', 'revision_number': 4, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '739957cb-7abc-4e7a-83bf-1f2dfcddf343', 'name': '', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'mac_address': 'fa:16:3e:4c:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:16Z', 'updated_at': '2022-06-14T18:29:23Z', 'revision_number': 5, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'subnets': [{'id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:24.842140 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f4095-e63e-49d2-af90-749603474970 req-83a009c2-5d47-4207-88e7-5dc3c7aa1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:24.845409 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-432f4095-e63e-49d2-af90-749603474970 req-83a009c2-5d47-4207-88e7-5dc3c7aa1452 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc89e178-aa0d-44e6-b82e-a33c04c68411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495329 Jun 14 18:32:24.860614 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05803d2-6bd1-423c-ab42-cea33e758635 None None] Checking router: d4972ee1-4f37-437c-9883-dde508919e38 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:32:24.872048 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05803d2-6bd1-423c-ab42-cea33e758635 None None] Routers {'d4972ee1-4f37-437c-9883-dde508919e38'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:24.872926 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-d05803d2-6bd1-423c-ab42-cea33e758635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['d4972ee1-4f37-437c-9883-dde508919e38'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:24.982419 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-432f4095-e63e-49d2-af90-749603474970 req-dda3aee3-b5b5-4ff5-bf2a-be919ea5f327 service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325824 Jun 14 18:32:25.016705 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-d05803d2-6bd1-423c-ab42-cea33e758635 None None] Set router d4972ee1-4f37-437c-9883-dde508919e38 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:25.060124 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1939a6-a55e-4fcb-afd4-f5583b4e34d3 req-0e4ace59-0a1f-48c4-bb85-80c632bd6442 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:25.060124 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3c1939a6-a55e-4fcb-afd4-f5583b4e34d3 req-0e4ace59-0a1f-48c4-bb85-80c632bd6442 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0521443 Jun 14 18:32:25.065296 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device dcaeaf29-4f8b-4d99-8c22-29b129b65a8c no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:25.092070 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: dcaeaf29-4f8b-4d99-8c22-29b129b65a8c {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:25.092319 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device dcaeaf29-4f8b-4d99-8c22-29b129b65a8c not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:25.112478 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3c1939a6-a55e-4fcb-afd4-f5583b4e34d3 req-e545de43-316c-4ad3-a58a-1b4cffc93f21 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466797 Jun 14 18:32:25.160505 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:25.297377 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-d05803d2-6bd1-423c-ab42-cea33e758635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:29:17Z', 'revision_number': 4, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '739957cb-7abc-4e7a-83bf-1f2dfcddf343', 'name': '', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'mac_address': 'fa:16:3e:4c:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:16Z', 'updated_at': '2022-06-14T18:29:23Z', 'revision_number': 5, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'subnets': [{'id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:25.323031 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05803d2-6bd1-423c-ab42-cea33e758635 None None] The sync data for ids ['d4972ee1-4f37-437c-9883-dde508919e38'] in dv-cinder-844563-2-iscsi is: [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:29:17Z', 'revision_number': 4, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '739957cb-7abc-4e7a-83bf-1f2dfcddf343', 'name': '', 'network_id': 'bc89e178-aa0d-44e6-b82e-a33c04c68411', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'mac_address': 'fa:16:3e:4c:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:16Z', 'updated_at': '2022-06-14T18:29:23Z', 'revision_number': 5, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'subnets': [{'id': '4ea6afc2-bb38-4a4d-b551-a1f92707e3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:32:25.392435 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:25.394809 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c731e0ab-588f-4a80-a6be-49c789abb66e" -d '{"events": [{"name": "network-changed", "server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:25.432216 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a814ce47-e05e-4527-8815-e5b4c8af9fc7 x-openstack-request-id: req-a814ce47-e05e-4527-8815-e5b4c8af9fc7 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:25.432505 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:25.432752 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a814ce47-e05e-4527-8815-e5b4c8af9fc7 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:25.433153 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a814ce47-e05e-4527-8815-e5b4c8af9fc7'] response: {'name': 'network-changed', 'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'status': 'completed', 'code': 200} Jun 14 18:32:25.554296 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b25819-c466-4148-a30a-326f17554e3b None None] New status for floating IP 440ad6ca-48bc-40a1-abe2-b4c92bb04bbd: DOWN {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:32:26.229323 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd9204-c1c2-4689-8133-0fb9d14db940 req-d901f48a-fdad-40f8-b417-876cb6a0c66c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:26.230740 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-32bd9204-c1c2-4689-8133-0fb9d14db940 req-d901f48a-fdad-40f8-b417-876cb6a0c66c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0473568 Jun 14 18:32:26.277419 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-32bd9204-c1c2-4689-8133-0fb9d14db940 req-68e151c0-af67-41a4-b902-7f469fcba18c tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Jun 14 18:32:27.354867 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:27.394404 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e30343-1813-4ddd-b264-d098776be248 req-78c72764-08d6-4312-9a43-c5bf5e7e67e7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:27.395875 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-27e30343-1813-4ddd-b264-d098776be248 req-78c72764-08d6-4312-9a43-c5bf5e7e67e7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0513887 Jun 14 18:32:27.444847 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-27e30343-1813-4ddd-b264-d098776be248 req-c499f6d3-6917-475c-acbd-dcf08c51b9af tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Jun 14 18:32:28.508390 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-432f4095-e63e-49d2-af90-749603474970 req-f2a4f62b-38d4-4c39-9f83-48ee221b78c8 service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850523 Jun 14 18:32:28.565679 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1564b3-dd01-451f-a9e3-5d31405e798b req-2fd649df-8932-42ac-8fb8-7afb7e57b051 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:28.567227 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5d1564b3-dd01-451f-a9e3-5d31405e798b req-2fd649df-8932-42ac-8fb8-7afb7e57b051 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0483129 Jun 14 18:32:28.618156 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5d1564b3-dd01-451f-a9e3-5d31405e798b req-4b3cee97-1c02-4f4b-9988-a8a04347b0aa tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/security-groups?id=b84713d7-bd85-48c2-b442-027567118d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Jun 14 18:32:28.664553 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19abc2-7f12-4c65-bb49-f6069f757ffa req-2147c12e-4e8a-496b-bd3a-0ad38a6459c7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:28.666292 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9a19abc2-7f12-4c65-bb49-f6069f757ffa req-2147c12e-4e8a-496b-bd3a-0ad38a6459c7 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 945 time: 0.0531030 Jun 14 18:32:28.719519 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:28.760106 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-9a19abc2-7f12-4c65-bb49-f6069f757ffa req-0bb6e9d8-1a07-416e-a9bf-5d088af0eca6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Deleting port 3f0e5739-b788-43f3-8405-75ad4766a788 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:28.760397 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-9a19abc2-7f12-4c65-bb49-f6069f757ffa req-0bb6e9d8-1a07-416e-a9bf-5d088af0eca6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:28.776762 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e0ab-588f-4a80-a6be-49c789abb66e req-0825b372-03f0-4885-864c-c4addd9adc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:28.778298 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c731e0ab-588f-4a80-a6be-49c789abb66e req-0825b372-03f0-4885-864c-c4addd9adc92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54fd905313ed4581a527fe3a6ebf7bba&device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 1130 time: 0.0397580 Jun 14 18:32:28.860585 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-9a19abc2-7f12-4c65-bb49-f6069f757ffa req-0bb6e9d8-1a07-416e-a9bf-5d088af0eca6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] For port 3f0e5739-b788-43f3-8405-75ad4766a788, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3f0e5739-b788-43f3-8405-75ad4766a788,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:28.860951 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-9a19abc2-7f12-4c65-bb49-f6069f757ffa req-0bb6e9d8-1a07-416e-a9bf-5d088af0eca6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:28.875711 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-9a19abc2-7f12-4c65-bb49-f6069f757ffa req-0bb6e9d8-1a07-416e-a9bf-5d088af0eca6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Calling delete_port for 3f0e5739-b788-43f3-8405-75ad4766a788 owned by compute:nova {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:28.880142 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e0ab-588f-4a80-a6be-49c789abb66e req-59c7c059-9786-45d6-a1ec-99d54bf331e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:28.882134 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c731e0ab-588f-4a80-a6be-49c789abb66e req-59c7c059-9786-45d6-a1ec-99d54bf331e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc89e178-aa0d-44e6-b82e-a33c04c68411 HTTP/1.1" status: 200 len: 915 time: 0.0965135 Jun 14 18:32:28.924367 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c731e0ab-588f-4a80-a6be-49c789abb66e req-a0598c13-b79d-482d-b5d2-567bbe5ef837 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c HTTP/1.1" status: 200 len: 217 time: 0.0363760 Jun 14 18:32:28.941508 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:28.977443 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e0ab-588f-4a80-a6be-49c789abb66e req-091e3d34-ff44-4eb1-bf73-655cd926ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:28.978940 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c731e0ab-588f-4a80-a6be-49c789abb66e req-091e3d34-ff44-4eb1-bf73-655cd926ea9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ea6afc2-bb38-4a4d-b551-a1f92707e3a5 HTTP/1.1" status: 200 len: 853 time: 0.0494490 Jun 14 18:32:29.027042 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e0ab-588f-4a80-a6be-49c789abb66e req-fc4f3829-0d0b-4683-81d6-7e49e6d4ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:29.028500 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c731e0ab-588f-4a80-a6be-49c789abb66e req-fc4f3829-0d0b-4683-81d6-7e49e6d4ee96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc89e178-aa0d-44e6-b82e-a33c04c68411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428650 Jun 14 18:32:29.083981 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-9a19abc2-7f12-4c65-bb49-f6069f757ffa req-0bb6e9d8-1a07-416e-a9bf-5d088af0eca6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (3f0e5739-b788-43f3-8405-75ad4766a788), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:29.095861 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['3f0e5739-b788-43f3-8405-75ad4766a788'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:32:29.117774 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6e9d8-1a07-416e-a9bf-5d088af0eca6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Pushing event deleted for resources: {'Port': ['ID=3f0e5739-b788-43f3-8405-75ad4766a788,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:29.159853 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c731e0ab-588f-4a80-a6be-49c789abb66e req-ebacc07c-8040-4c6f-99a1-7b445bcb5a92 service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208615 Jun 14 18:32:29.175530 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a19abc2-7f12-4c65-bb49-f6069f757ffa req-0bb6e9d8-1a07-416e-a9bf-5d088af0eca6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] No DVR routers for this DVR port 3f0e5739-b788-43f3-8405-75ad4766a788 on host hv-cinder-84456 {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:32:29.177999 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-9a19abc2-7f12-4c65-bb49-f6069f757ffa req-0bb6e9d8-1a07-416e-a9bf-5d088af0eca6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:29.182382 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9a19abc2-7f12-4c65-bb49-f6069f757ffa req-0bb6e9d8-1a07-416e-a9bf-5d088af0eca6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.13 "DELETE /v2.0/ports/3f0e5739-b788-43f3-8405-75ad4766a788 HTTP/1.1" status: 204 len: 173 time: 0.5107288 Jun 14 18:32:29.182852 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99045096-d6ff-4e14-b710-1b1e2dd9a7c5', 'name': 'network-vif-deleted', 'tag': '3f0e5739-b788-43f3-8405-75ad4766a788'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:29.185191 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82003fab-efb2-4161-a514-74362508c196" -d '{"events": [{"server_uuid": "99045096-d6ff-4e14-b710-1b1e2dd9a7c5", "name": "network-vif-deleted", "tag": "3f0e5739-b788-43f3-8405-75ad4766a788"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:29.279113 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c731e0ab-588f-4a80-a6be-49c789abb66e req-4f08e5b8-148f-421e-b672-8de973c9c8bb service neutron] 10.222.0.13 "GET /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122525 Jun 14 18:32:29.392281 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056f8cda-c19d-422b-a26d-f565337ca5ef x-openstack-request-id: req-056f8cda-c19d-422b-a26d-f565337ca5ef {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:29.392571 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99045096-d6ff-4e14-b710-1b1e2dd9a7c5", "name": "network-vif-deleted", "tag": "3f0e5739-b788-43f3-8405-75ad4766a788", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:29.392828 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-056f8cda-c19d-422b-a26d-f565337ca5ef {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:29.393237 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056f8cda-c19d-422b-a26d-f565337ca5ef'] response: {'server_uuid': '99045096-d6ff-4e14-b710-1b1e2dd9a7c5', 'name': 'network-vif-deleted', 'tag': '3f0e5739-b788-43f3-8405-75ad4766a788', 'status': 'completed', 'code': 200} Jun 14 18:32:29.728678 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9ce1c1a1-8a25-4647-89aa-2657cfd9e2f0 req-6de57db6-b20b-46cf-9a03-1b511ed7a3f6 tempest-ServerRescueNegativeTestJSON-2012041525 tempest-ServerRescueNegativeTestJSON-2012041525-project] 10.222.0.78 "GET /v2.0/ports?device_id=99045096-d6ff-4e14-b710-1b1e2dd9a7c5 HTTP/1.1" status: 200 len: 210 time: 0.0292842 Jun 14 18:32:29.858812 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b50c26ce-0694-4751-a3d5-03a39ccd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:30.785704 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58566) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:31.027561 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00c0b7-16c1-42c2-b2f7-c3bda58459ed req-88c6b0ef-415f-4d8d-ad2f-90cd92fa86e3 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:31.029033 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5d00c0b7-16c1-42c2-b2f7-c3bda58459ed req-88c6b0ef-415f-4d8d-ad2f-90cd92fa86e3 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 946 time: 0.0507042 Jun 14 18:32:31.053129 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:31.082847 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5d00c0b7-16c1-42c2-b2f7-c3bda58459ed req-6dc116d4-f604-47d2-859d-ac0f548f32b9 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479155 Jun 14 18:32:31.276623 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5942e967-eea3-4a92-a4b8-75db635d0025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411822'] for router_interface (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:31.539389 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:31.545769 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-5942e967-eea3-4a92-a4b8-75db635d0025 admin admin] Deleting port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:31.546104 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5942e967-eea3-4a92-a4b8-75db635d0025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:31.626364 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-5942e967-eea3-4a92-a4b8-75db635d0025 admin admin] For port 1b504c3d-2c63-4cfa-822d-0fa09a6eadff, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=1b504c3d-2c63-4cfa-822d-0fa09a6eadff,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:31.626722 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5942e967-eea3-4a92-a4b8-75db635d0025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:31.640743 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-5942e967-eea3-4a92-a4b8-75db635d0025 admin admin] Calling delete_port for 1b504c3d-2c63-4cfa-822d-0fa09a6eadff owned by network:router_interface {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:31.739137 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:31.883726 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5942e967-eea3-4a92-a4b8-75db635d0025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (1b504c3d-2c63-4cfa-822d-0fa09a6eadff), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:31.912232 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942e967-eea3-4a92-a4b8-75db635d0025 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b504c3d-2c63-4cfa-822d-0fa09a6eadff,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:32.041074 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5942e967-eea3-4a92-a4b8-75db635d0025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-459281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-411706'] for router_interface (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:32.212720 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fddee813-26c7-4b7d-a827-1d9b4faef1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:32.265473 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386a19-b799-45c4-913a-5759b134c805 req-36c32e0b-e2f7-4353-b481-c3f69c5f97ea tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:32.266919 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ee386a19-b799-45c4-913a-5759b134c805 req-36c32e0b-e2f7-4353-b481-c3f69c5f97ea tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 946 time: 0.0832393 Jun 14 18:32:32.531882 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5942e967-eea3-4a92-a4b8-75db635d0025 admin admin] Router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:32:32.560967 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ee386a19-b799-45c4-913a-5759b134c805 req-5919ff3e-883a-464d-8b35-3431e06a123d tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/security-groups?id=1bb4155c-d947-4ad6-94a4-f170d113310f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880762 Jun 14 18:32:32.638314 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:32.658706 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5942e967-eea3-4a92-a4b8-75db635d0025 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:32:32.664517 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-5942e967-eea3-4a92-a4b8-75db635d0025 admin admin] 10.222.0.78 "PUT /v2.0/routers/6d9cbdca-9535-43c7-84b4-eb5f3c78d440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8776059 Jun 14 18:32:32.667096 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58574) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:32.669629 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc60387-fb94-41b8-a45f-c16d0af140da None None] Sync routers for ids ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:32:32.677773 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:32.682009 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc60387-fb94-41b8-a45f-c16d0af140da None None] Routers {'6d9cbdca-9535-43c7-84b4-eb5f3c78d440'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:32.682776 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-5fc60387-fb94-41b8-a45f-c16d0af140da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:32.771000 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Publish callbacks [] for router (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:32.785660 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-5fc60387-fb94-41b8-a45f-c16d0af140da None None] Set router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:32.851548 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:32.870380 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Publish callbacks [] for router_gateway (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:32.952226 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a443faa-474f-435b-9545-f7802a66ed65 req-3547900c-8e89-43eb-8d54-684be8c01568 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:32.953835 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5a443faa-474f-435b-9545-f7802a66ed65 req-3547900c-8e89-43eb-8d54-684be8c01568 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.13 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 946 time: 0.0520892 Jun 14 18:32:32.978449 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-5fc60387-fb94-41b8-a45f-c16d0af140da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:32:31Z', 'revision_number': 5, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port': {'id': '360cd298-e139-4a5c-8ec2-f9ece9293f33', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:33.004562 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc60387-fb94-41b8-a45f-c16d0af140da None None] Checking router: 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:32:33.013968 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc60387-fb94-41b8-a45f-c16d0af140da None None] Routers {'6d9cbdca-9535-43c7-84b4-eb5f3c78d440'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:33.014593 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-5fc60387-fb94-41b8-a45f-c16d0af140da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:33.043656 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-5a443faa-474f-435b-9545-f7802a66ed65 req-864274aa-be28-4a4a-aa33-e8ccca7f53f4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Deleting port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:33.043913 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-5a443faa-474f-435b-9545-f7802a66ed65 req-864274aa-be28-4a4a-aa33-e8ccca7f53f4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.049669 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.053955 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Deleting port 360cd298-e139-4a5c-8ec2-f9ece9293f33 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:33.053955 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.110901 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-5fc60387-fb94-41b8-a45f-c16d0af140da None None] Set router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 gateway port host: None {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:33.113382 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:33.144597 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] For port 360cd298-e139-4a5c-8ec2-f9ece9293f33, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=360cd298-e139-4a5c-8ec2-f9ece9293f33,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:33.144965 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.165487 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Calling delete_port for 360cd298-e139-4a5c-8ec2-f9ece9293f33 owned by network:router_gateway {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:33.173057 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 3f0e5739-b788-43f3-8405-75ad4766a788 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:33.177310 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-5fc60387-fb94-41b8-a45f-c16d0af140da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:32:32Z', 'revision_number': 6, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port_host': None}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:33.186479 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-5a443faa-474f-435b-9545-f7802a66ed65 req-864274aa-be28-4a4a-aa33-e8ccca7f53f4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] For port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:33.186850 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-5a443faa-474f-435b-9545-f7802a66ed65 req-864274aa-be28-4a4a-aa33-e8ccca7f53f4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.201390 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-5a443faa-474f-435b-9545-f7802a66ed65 req-864274aa-be28-4a4a-aa33-e8ccca7f53f4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Calling delete_port for 9530bd2f-adfe-4346-b9ff-e6d39d227b3c owned by compute:nova {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:33.224409 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 3f0e5739-b788-43f3-8405-75ad4766a788 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:33.225022 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 3f0e5739-b788-43f3-8405-75ad4766a788 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:33.226737 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc60387-fb94-41b8-a45f-c16d0af140da None None] The sync data for ids ['6d9cbdca-9535-43c7-84b4-eb5f3c78d440'] in dv-cinder-844563-2-iscsi is: [{'id': '6d9cbdca-9535-43c7-84b4-eb5f3c78d440', 'name': 'tempest-ServerRescueNegativeTestJSON-429158373-router', 'tenant_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:32:32Z', 'revision_number': 6, 'project_id': 'a5c99e2733b440cc99c9749761f4b4cd', 'gw_port_host': None}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:32:33.277231 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:33.324043 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.421176 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-5a443faa-474f-435b-9545-f7802a66ed65 req-864274aa-be28-4a4a-aa33-e8ccca7f53f4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (9530bd2f-adfe-4346-b9ff-e6d39d227b3c), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.439741 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['9530bd2f-adfe-4346-b9ff-e6d39d227b3c'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:32:33.450873 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (360cd298-e139-4a5c-8ec2-f9ece9293f33), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.468399 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864274aa-be28-4a4a-aa33-e8ccca7f53f4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Pushing event deleted for resources: {'Port': ['ID=9530bd2f-adfe-4346-b9ff-e6d39d227b3c,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:33.518711 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=360cd298-e139-4a5c-8ec2-f9ece9293f33,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:33.529749 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a443faa-474f-435b-9545-f7802a66ed65 req-864274aa-be28-4a4a-aa33-e8ccca7f53f4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] No DVR routers for this DVR port 9530bd2f-adfe-4346-b9ff-e6d39d227b3c on host hv-cinder-84456 {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:32:33.532573 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-5a443faa-474f-435b-9545-f7802a66ed65 req-864274aa-be28-4a4a-aa33-e8ccca7f53f4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.535932 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5a443faa-474f-435b-9545-f7802a66ed65 req-864274aa-be28-4a4a-aa33-e8ccca7f53f4 tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.13 "DELETE /v2.0/ports/9530bd2f-adfe-4346-b9ff-e6d39d227b3c HTTP/1.1" status: 204 len: 173 time: 0.5767996 Jun 14 18:32:33.536395 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'name': 'network-vif-deleted', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:32:33.539394 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e52b6f9-8de4-4029-a392-2d221fcf1506" -d '{"events": [{"server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "name": "network-vif-deleted", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:32:33.555428 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413547'] for router_gateway (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.612104 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe7c2e9-bc1c-4679-9254-e85f6bea6280 x-openstack-request-id: req-1fe7c2e9-bc1c-4679-9254-e85f6bea6280 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:32:33.612522 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023acd67-717e-45ef-abd2-936d81bbbccd", "name": "network-vif-deleted", "tag": "9530bd2f-adfe-4346-b9ff-e6d39d227b3c", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:32:33.612642 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1fe7c2e9-bc1c-4679-9254-e85f6bea6280 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:32:33.613048 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe7c2e9-bc1c-4679-9254-e85f6bea6280'] response: {'server_uuid': '023acd67-717e-45ef-abd2-936d81bbbccd', 'name': 'network-vif-deleted', 'tag': '9530bd2f-adfe-4346-b9ff-e6d39d227b3c', 'status': 'completed', 'code': 200} Jun 14 18:32:33.706779 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-608'] for router (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.710536 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Publish callbacks [] for router_controller (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), precommit_delete_associations {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.763931 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eeed779e-0f47-4628-8961-bf90fcca2414 req-7d8fd9a8-f9c4-40a5-a504-70725a30ecfc tempest-TestMinimumBasicScenario-796235676 tempest-TestMinimumBasicScenario-796235676-project] 10.222.0.78 "GET /v2.0/ports?device_id=023acd67-717e-45ef-abd2-936d81bbbccd HTTP/1.1" status: 200 len: 210 time: 0.0548601 Jun 14 18:32:33.913624 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412923'] for router (6d9cbdca-9535-43c7-84b4-eb5f3c78d440), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.914661 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d9cbdca-9535-43c7-84b4-eb5f3c78d440 {{(pid=104772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:32:33.920798 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:33.922325 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-410896cc-01c9-4011-85e4-2ab07ce05ac7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/6d9cbdca-9535-43c7-84b4-eb5f3c78d440 HTTP/1.1" status: 204 len: 168 time: 1.2540832 Jun 14 18:32:33.924625 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58582) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:33.977865 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c7d58b-8c9d-4c74-9183-1df581c6d458 admin admin] Deleting subnet 3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 {{(pid=104772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:32:33.981154 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d58b-8c9d-4c74-9183-1df581c6d458 admin admin] Publish callbacks [] for subnet (3aa2915d-4bcd-4487-9dfc-7ee742fe32b2), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.021593 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d58b-8c9d-4c74-9183-1df581c6d458 admin admin] Publish callbacks [] for subnet (3aa2915d-4bcd-4487-9dfc-7ee742fe32b2), precommit_delete_associations {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.099856 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d58b-8c9d-4c74-9183-1df581c6d458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (3aa2915d-4bcd-4487-9dfc-7ee742fe32b2), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.215960 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d58b-8c9d-4c74-9183-1df581c6d458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for subnet (3aa2915d-4bcd-4487-9dfc-7ee742fe32b2), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.241110 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7d58b-8c9d-4c74-9183-1df581c6d458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa2915d-4bcd-4487-9dfc-7ee742fe32b2,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:34.249217 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d58b-8c9d-4c74-9183-1df581c6d458 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.255883 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-d2c7d58b-8c9d-4c74-9183-1df581c6d458 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3aa2915d-4bcd-4487-9dfc-7ee742fe32b2 HTTP/1.1" status: 204 len: 168 time: 0.3278720 Jun 14 18:32:34.256084 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a211345d-3618-4967-b402-e47b39109d9b None None] Network 64ebe0b0-052f-4256-be3c-102cc7ed63f3 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:32:34.256550 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58584) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:34.342652 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (64ebe0b0-052f-4256-be3c-102cc7ed63f3), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.390179 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Deleting port a64d1c48-a6fb-455e-8ef8-6324bc723849 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:34.390523 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.426846 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e5ca21-ff7b-46b0-9acb-10885e97fbb7 None None] DHCP port deletion for 64ebe0b0-052f-4256-be3c-102cc7ed63f3 request from dv-cinder-844563-2-iscsi {{(pid=104774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 14 18:32:34.456839 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] For port a64d1c48-a6fb-455e-8ef8-6324bc723849, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=a64d1c48-a6fb-455e-8ef8-6324bc723849,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:34.457203 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.467055 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-93e5ca21-ff7b-46b0-9acb-10885e97fbb7 None None] Deleting port a64d1c48-a6fb-455e-8ef8-6324bc723849 {{(pid=104774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:34.467491 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-93e5ca21-ff7b-46b0-9acb-10885e97fbb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), before_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.476914 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Calling delete_port for a64d1c48-a6fb-455e-8ef8-6324bc723849 owned by network:dhcp {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:34.538417 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-93e5ca21-ff7b-46b0-9acb-10885e97fbb7 None None] For port a64d1c48-a6fb-455e-8ef8-6324bc723849, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=a64d1c48-a6fb-455e-8ef8-6324bc723849,segment=NetworkSegment(7ca921ef-998a-4de8-9a9b-e0b1ae3b9940),segment_id=7ca921ef-998a-4de8-9a9b-e0b1ae3b9940)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:34.539065 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-93e5ca21-ff7b-46b0-9acb-10885e97fbb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), precommit_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.552556 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-93e5ca21-ff7b-46b0-9acb-10885e97fbb7 None None] Calling delete_port for a64d1c48-a6fb-455e-8ef8-6324bc723849 owned by network:dhcp {{(pid=104774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:34.627299 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.654913 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Pushing event deleted for resources: {'Port': ['ID=a64d1c48-a6fb-455e-8ef8-6324bc723849,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:34.660163 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] No DVR routers for this DVR port a64d1c48-a6fb-455e-8ef8-6324bc723849 on host dv-cinder-844563-2-iscsi {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:32:34.740833 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (64ebe0b0-052f-4256-be3c-102cc7ed63f3), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.765381 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ebe0b0-052f-4256-be3c-102cc7ed63f3']}} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:34.779000 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940') {'for_net_delete': True} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:34.779545 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca921ef-998a-4de8-9a9b-e0b1ae3b9940') {} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:34.791973 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193846'] for segment (7ca921ef-998a-4de8-9a9b-e0b1ae3b9940), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.806473 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (7ca921ef-998a-4de8-9a9b-e0b1ae3b9940), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.810848 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:34.813308 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-93e5ca21-ff7b-46b0-9acb-10885e97fbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (a64d1c48-a6fb-455e-8ef8-6324bc723849), after_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.813617 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=104773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:32:34.814129 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2781306'] for segment (7ca921ef-998a-4de8-9a9b-e0b1ae3b9940), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.840538 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5ca21-ff7b-46b0-9acb-10885e97fbb7 None None] Pushing event deleted for resources: {'Port': ['ID=a64d1c48-a6fb-455e-8ef8-6324bc723849,revision_number=None']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:34.846485 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5ca21-ff7b-46b0-9acb-10885e97fbb7 None None] No DVR routers for this DVR port a64d1c48-a6fb-455e-8ef8-6324bc723849 on host dv-cinder-844563-2-iscsi {{(pid=104774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:32:34.875744 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:34.981155 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment 7ca921ef-998a-4de8-9a9b-e0b1ae3b9940 resource provider aggregate not found Jun 14 18:32:34.997402 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment 7ca921ef-998a-4de8-9a9b-e0b1ae3b9940 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ca921ef-998a-4de8-9a9b-e0b1ae3b9940 found for delete ", "request_id": "req-73243cae-3a14-4173-97d9-62225abe9e9b"}]} Jun 14 18:32:35.002340 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (64ebe0b0-052f-4256-be3c-102cc7ed63f3), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:35.009718 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:35.012806 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] 10.222.0.78 "DELETE /v2.0/networks/64ebe0b0-052f-4256-be3c-102cc7ed63f3 HTTP/1.1" status: 204 len: 168 time: 0.7556050 Jun 14 18:32:35.030763 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dca6a7-a950-4536-b48a-3584433cd10d admin admin] Pushing event deleted for resources: {'Network': ['ID=64ebe0b0-052f-4256-be3c-102cc7ed63f3,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:35.124388 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 1b504c3d-2c63-4cfa-822d-0fa09a6eadff no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:35.147114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 1b504c3d-2c63-4cfa-822d-0fa09a6eadff {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:35.147513 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 1b504c3d-2c63-4cfa-822d-0fa09a6eadff not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:35.147924 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device a64d1c48-a6fb-455e-8ef8-6324bc723849 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:35.149660 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:35.167506 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: a64d1c48-a6fb-455e-8ef8-6324bc723849 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:35.167849 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device a64d1c48-a6fb-455e-8ef8-6324bc723849 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:35.168251 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 360cd298-e139-4a5c-8ec2-f9ece9293f33 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:35.186597 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 360cd298-e139-4a5c-8ec2-f9ece9293f33 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:35.191408 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 360cd298-e139-4a5c-8ec2-f9ece9293f33 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:35.558256 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=72 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:35.563004 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58622) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:35.588316 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=2 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:35.604092 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-c9198e23-ce9c-4744-b8f2-47065d3afd3f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a5c99e2733b440cc99c9749761f4b4cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399320 Jun 14 18:32:35.606694 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58626) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:35.656444 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5e8a290e-4469-4ec5-b0a9-cf88c0b8423f admin admin] Publish callbacks [] for security_group (b84713d7-bd85-48c2-b442-027567118d41), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:35.679493 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5e8a290e-4469-4ec5-b0a9-cf88c0b8423f admin admin] Publish callbacks [] for security_group (b84713d7-bd85-48c2-b442-027567118d41), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:35.708437 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:35.887246 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5e8a290e-4469-4ec5-b0a9-cf88c0b8423f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (b84713d7-bd85-48c2-b442-027567118d41), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:35.889903 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5e8a290e-4469-4ec5-b0a9-cf88c0b8423f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:35.891052 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-5e8a290e-4469-4ec5-b0a9-cf88c0b8423f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b84713d7-bd85-48c2-b442-027567118d41 HTTP/1.1" status: 204 len: 168 time: 0.2834647 Jun 14 18:32:35.900380 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a290e-4469-4ec5-b0a9-cf88c0b8423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84713d7-bd85-48c2-b442-027567118d41,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:36.837395 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58662) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:37.133682 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9530bd2f-adfe-4346-b9ff-e6d39d227b3c no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:37.152859 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 9530bd2f-adfe-4346-b9ff-e6d39d227b3c {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:37.153477 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9530bd2f-adfe-4346-b9ff-e6d39d227b3c not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:37.222153 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-57e0356b-faf0-4b47-99fb-241545681d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411822'] for router_interface (d4972ee1-4f37-437c-9883-dde508919e38), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:37.724401 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-57e0356b-faf0-4b47-99fb-241545681d92 admin admin] Deleting port 739957cb-7abc-4e7a-83bf-1f2dfcddf343 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:37.724782 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-57e0356b-faf0-4b47-99fb-241545681d92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:37.815675 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-57e0356b-faf0-4b47-99fb-241545681d92 admin admin] For port 739957cb-7abc-4e7a-83bf-1f2dfcddf343, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=739957cb-7abc-4e7a-83bf-1f2dfcddf343,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:37.815675 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-57e0356b-faf0-4b47-99fb-241545681d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:37.824171 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-57e0356b-faf0-4b47-99fb-241545681d92 admin admin] Calling delete_port for 739957cb-7abc-4e7a-83bf-1f2dfcddf343 owned by network:router_interface {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:37.835218 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:37.951434 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:38.072921 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-57e0356b-faf0-4b47-99fb-241545681d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (739957cb-7abc-4e7a-83bf-1f2dfcddf343), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:38.099356 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0356b-faf0-4b47-99fb-241545681d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=739957cb-7abc-4e7a-83bf-1f2dfcddf343,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:38.278837 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-57e0356b-faf0-4b47-99fb-241545681d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-459281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-411706'] for router_interface (d4972ee1-4f37-437c-9883-dde508919e38), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:38.497997 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e0356b-faf0-4b47-99fb-241545681d92 admin admin] Router d4972ee1-4f37-437c-9883-dde508919e38 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:32:38.603438 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e0356b-faf0-4b47-99fb-241545681d92 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:32:38.608896 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-57e0356b-faf0-4b47-99fb-241545681d92 admin admin] 10.222.0.78 "PUT /v2.0/routers/d4972ee1-4f37-437c-9883-dde508919e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7691166 Jun 14 18:32:38.610943 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58702) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:38.612497 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0e7ee-b2cc-4d5e-8148-9c118f1b1a8a None None] Sync routers for ids ['d4972ee1-4f37-437c-9883-dde508919e38'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:32:38.623100 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0e7ee-b2cc-4d5e-8148-9c118f1b1a8a None None] Routers {'d4972ee1-4f37-437c-9883-dde508919e38'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:38.623718 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-49f0e7ee-b2cc-4d5e-8148-9c118f1b1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['d4972ee1-4f37-437c-9883-dde508919e38'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:38.718943 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Publish callbacks [] for router (d4972ee1-4f37-437c-9883-dde508919e38), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:38.744056 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-49f0e7ee-b2cc-4d5e-8148-9c118f1b1a8a None None] Set router d4972ee1-4f37-437c-9883-dde508919e38 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:38.788953 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:38.826418 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Publish callbacks [] for router_gateway (d4972ee1-4f37-437c-9883-dde508919e38), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:38.918220 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-49f0e7ee-b2cc-4d5e-8148-9c118f1b1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:32:37Z', 'revision_number': 5, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port': {'id': 'face2119-58b9-431b-a2c1-3d0cde17e2dd', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:13Z', 'updated_at': '2022-06-14T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:38.949162 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0e7ee-b2cc-4d5e-8148-9c118f1b1a8a None None] Checking router: d4972ee1-4f37-437c-9883-dde508919e38 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:32:38.952477 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Deleting port face2119-58b9-431b-a2c1-3d0cde17e2dd {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:38.952972 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:38.958146 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0e7ee-b2cc-4d5e-8148-9c118f1b1a8a None None] Routers {'d4972ee1-4f37-437c-9883-dde508919e38'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:38.958761 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-49f0e7ee-b2cc-4d5e-8148-9c118f1b1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['d4972ee1-4f37-437c-9883-dde508919e38'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:39.035891 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] For port face2119-58b9-431b-a2c1-3d0cde17e2dd, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=face2119-58b9-431b-a2c1-3d0cde17e2dd,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:39.036686 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.046185 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-49f0e7ee-b2cc-4d5e-8148-9c118f1b1a8a None None] Set router d4972ee1-4f37-437c-9883-dde508919e38 gateway port host: None {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:39.050737 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Calling delete_port for face2119-58b9-431b-a2c1-3d0cde17e2dd owned by network:router_gateway {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:39.060437 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:39.097470 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-49f0e7ee-b2cc-4d5e-8148-9c118f1b1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:32:38Z', 'revision_number': 6, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port_host': None}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:39.123706 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f0e7ee-b2cc-4d5e-8148-9c118f1b1a8a None None] The sync data for ids ['d4972ee1-4f37-437c-9883-dde508919e38'] in dv-cinder-844563-2-iscsi is: [{'id': 'd4972ee1-4f37-437c-9883-dde508919e38', 'name': 'tempest-TestMinimumBasicScenario-433979983-router', 'tenant_id': '54fd905313ed4581a527fe3a6ebf7bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:12Z', 'updated_at': '2022-06-14T18:32:38Z', 'revision_number': 6, 'project_id': '54fd905313ed4581a527fe3a6ebf7bba', 'gw_port_host': None}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:32:39.312329 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (face2119-58b9-431b-a2c1-3d0cde17e2dd), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.338678 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=face2119-58b9-431b-a2c1-3d0cde17e2dd,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:39.402316 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413547'] for router_gateway (d4972ee1-4f37-437c-9883-dde508919e38), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.507132 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-608'] for router (d4972ee1-4f37-437c-9883-dde508919e38), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.509096 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58720) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:39.509608 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Publish callbacks [] for router_controller (d4972ee1-4f37-437c-9883-dde508919e38), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.634398 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9fe86b6c-ed3c-4a9a-81ee-bafaa599ccb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.647945 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:39.690189 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:39.692974 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412923'] for router (d4972ee1-4f37-437c-9883-dde508919e38), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.693833 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4972ee1-4f37-437c-9883-dde508919e38 {{(pid=104773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:32:39.700137 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.701399 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-963bb4a4-a719-4e07-868e-fa6d24b111d3 admin admin] 10.222.0.78 "DELETE /v2.0/routers/d4972ee1-4f37-437c-9883-dde508919e38 HTTP/1.1" status: 204 len: 168 time: 1.0891566 Jun 14 18:32:39.704008 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58724) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:39.717248 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9fe86b6c-ed3c-4a9a-81ee-bafaa599ccb0 admin admin] Publish callbacks [] for security_group (6d635d93-7917-4a42-a93c-ff4470a44da9), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.753818 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8288eb4-31ed-402d-81c2-2ccdf912b7f2 admin admin] Deleting subnet 4ea6afc2-bb38-4a4d-b551-a1f92707e3a5 {{(pid=104773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:32:39.757889 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a8288eb4-31ed-402d-81c2-2ccdf912b7f2 admin admin] Publish callbacks [] for subnet (4ea6afc2-bb38-4a4d-b551-a1f92707e3a5), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.795438 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a8288eb4-31ed-402d-81c2-2ccdf912b7f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2193839'] for subnet (4ea6afc2-bb38-4a4d-b551-a1f92707e3a5), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.815472 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9fe86b6c-ed3c-4a9a-81ee-bafaa599ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (6d635d93-7917-4a42-a93c-ff4470a44da9), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.856173 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-9fe86b6c-ed3c-4a9a-81ee-bafaa599ccb0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ff94ab8da16414daf464179e47af209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454781 Jun 14 18:32:39.858748 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58726) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:39.867369 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe86b6c-ed3c-4a9a-81ee-bafaa599ccb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d635d93-7917-4a42-a93c-ff4470a44da9,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:39.943095 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a8288eb4-31ed-402d-81c2-2ccdf912b7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (4ea6afc2-bb38-4a4d-b551-a1f92707e3a5), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:39.984929 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8b9e286c-f2cc-4c68-a6a6-f94fc649923e admin admin] Publish callbacks [] for security_group (6d635d93-7917-4a42-a93c-ff4470a44da9), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.017159 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8b9e286c-f2cc-4c68-a6a6-f94fc649923e admin admin] Publish callbacks [] for security_group (6d635d93-7917-4a42-a93c-ff4470a44da9), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.031707 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:40.150856 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8b9e286c-f2cc-4c68-a6a6-f94fc649923e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (6d635d93-7917-4a42-a93c-ff4470a44da9), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.154384 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8b9e286c-f2cc-4c68-a6a6-f94fc649923e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.155604 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-8b9e286c-f2cc-4c68-a6a6-f94fc649923e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d635d93-7917-4a42-a93c-ff4470a44da9 HTTP/1.1" status: 204 len: 168 time: 0.2958870 Jun 14 18:32:40.156763 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a8288eb4-31ed-402d-81c2-2ccdf912b7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2781220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2984236'] for subnet (4ea6afc2-bb38-4a4d-b551-a1f92707e3a5), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.197410 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8288eb4-31ed-402d-81c2-2ccdf912b7f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea6afc2-bb38-4a4d-b551-a1f92707e3a5,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:40.200675 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e286c-f2cc-4c68-a6a6-f94fc649923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d635d93-7917-4a42-a93c-ff4470a44da9,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:40.206088 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a8288eb4-31ed-402d-81c2-2ccdf912b7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.213167 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-a8288eb4-31ed-402d-81c2-2ccdf912b7f2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4ea6afc2-bb38-4a4d-b551-a1f92707e3a5 HTTP/1.1" status: 204 len: 168 time: 0.5080962 Jun 14 18:32:40.214030 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58730) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:40.223275 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439a90de-b7e6-43e2-b0f1-40108dfdba34 None None] Network bc89e178-aa0d-44e6-b82e-a33c04c68411 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:32:40.292474 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (bc89e178-aa0d-44e6-b82e-a33c04c68411), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.338209 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Deleting port c0536b5b-1945-4a99-a140-c833b590dbb6 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:40.338463 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.408058 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaef178-9f83-447a-8ee8-52d6927487c7 None None] DHCP port deletion for bc89e178-aa0d-44e6-b82e-a33c04c68411 request from dv-cinder-844563-2-iscsi {{(pid=104774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 14 18:32:40.408283 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] For port c0536b5b-1945-4a99-a140-c833b590dbb6, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=c0536b5b-1945-4a99-a140-c833b590dbb6,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:40.408283 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.420719 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Calling delete_port for c0536b5b-1945-4a99-a140-c833b590dbb6 owned by network:dhcp {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:40.440460 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:40.443584 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-ecaef178-9f83-447a-8ee8-52d6927487c7 None None] Deleting port c0536b5b-1945-4a99-a140-c833b590dbb6 {{(pid=104774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:40.443947 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ecaef178-9f83-447a-8ee8-52d6927487c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), before_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.514014 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-ecaef178-9f83-447a-8ee8-52d6927487c7 None None] For port c0536b5b-1945-4a99-a140-c833b590dbb6, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=c0536b5b-1945-4a99-a140-c833b590dbb6,segment=NetworkSegment(4cd8ddc0-5cd8-4698-aacf-8a5c7860316e),segment_id=4cd8ddc0-5cd8-4698-aacf-8a5c7860316e)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:40.514419 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ecaef178-9f83-447a-8ee8-52d6927487c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), precommit_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.528307 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-ecaef178-9f83-447a-8ee8-52d6927487c7 None None] Calling delete_port for c0536b5b-1945-4a99-a140-c833b590dbb6 owned by network:dhcp {{(pid=104774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:40.578408 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.595336 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:40.609710 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ecaef178-9f83-447a-8ee8-52d6927487c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (c0536b5b-1945-4a99-a140-c833b590dbb6), after_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.615753 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0536b5b-1945-4a99-a140-c833b590dbb6,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:40.615753 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] No DVR routers for this DVR port c0536b5b-1945-4a99-a140-c833b590dbb6 on host dv-cinder-844563-2-iscsi {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:32:40.636550 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaef178-9f83-447a-8ee8-52d6927487c7 None None] No DVR routers for this DVR port c0536b5b-1945-4a99-a140-c833b590dbb6 on host dv-cinder-844563-2-iscsi {{(pid=104774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:32:40.638020 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaef178-9f83-447a-8ee8-52d6927487c7 None None] Pushing event deleted for resources: {'Port': ['ID=c0536b5b-1945-4a99-a140-c833b590dbb6,revision_number=None']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:40.684780 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (bc89e178-aa0d-44e6-b82e-a33c04c68411), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.707452 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.707815 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.708550 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.709151 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > port after_create 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.710132 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.710487 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > port after_update 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.710797 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.711128 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.711439 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.711751 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.818553 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.819495 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.819823 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.820243 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 18:32:40.820601 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc89e178-aa0d-44e6-b82e-a33c04c68411']}} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:40.827610 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58734) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:40.839348 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e') {'for_net_delete': True} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:40.841683 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd8ddc0-5cd8-4698-aacf-8a5c7860316e') {} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:40.842101 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d65978b3-4074-45e2-b787-f889a0a22668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.860088 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126609713'] for segment (4cd8ddc0-5cd8-4698-aacf-8a5c7860316e), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.880617 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:40.882277 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (4cd8ddc0-5cd8-4698-aacf-8a5c7860316e), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.885101 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:40.891788 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=104772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:32:40.892185 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126161806'] for segment (4cd8ddc0-5cd8-4698-aacf-8a5c7860316e), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.922227 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d65978b3-4074-45e2-b787-f889a0a22668 admin admin] Publish callbacks [] for security_group (191fca18-5995-41b6-becd-f606cd1d1800), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:40.992685 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d65978b3-4074-45e2-b787-f889a0a22668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (191fca18-5995-41b6-becd-f606cd1d1800), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:41.033404 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-d65978b3-4074-45e2-b787-f889a0a22668 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=034c93ae08d546c3bee68fe757203adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046158 Jun 14 18:32:41.034366 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65978b3-4074-45e2-b787-f889a0a22668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191fca18-5995-41b6-becd-f606cd1d1800,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:41.037024 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58742) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:41.083637 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (bc89e178-aa0d-44e6-b82e-a33c04c68411), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:41.094317 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:41.101201 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] 10.222.0.78 "DELETE /v2.0/networks/bc89e178-aa0d-44e6-b82e-a33c04c68411 HTTP/1.1" status: 204 len: 168 time: 0.8833039 Jun 14 18:32:41.102193 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58746) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:41.120788 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 4cd8ddc0-5cd8-4698-aacf-8a5c7860316e resource provider aggregate not found Jun 14 18:32:41.131286 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 739957cb-7abc-4e7a-83bf-1f2dfcddf343 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:41.132426 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d323307-71b1-40fb-9ba2-7876e0783445 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc89e178-aa0d-44e6-b82e-a33c04c68411,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:41.139758 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-60726043-4576-4200-abef-6fe8b9f69428 admin admin] Publish callbacks [] for security_group (191fca18-5995-41b6-becd-f606cd1d1800), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:41.153179 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 4cd8ddc0-5cd8-4698-aacf-8a5c7860316e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cd8ddc0-5cd8-4698-aacf-8a5c7860316e found for delete ", "request_id": "req-5da6fd83-0362-486e-be51-c18c5dffed60"}]} Jun 14 18:32:41.157555 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 739957cb-7abc-4e7a-83bf-1f2dfcddf343 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:41.158141 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 739957cb-7abc-4e7a-83bf-1f2dfcddf343 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:41.158629 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device face2119-58b9-431b-a2c1-3d0cde17e2dd no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:41.165696 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-60726043-4576-4200-abef-6fe8b9f69428 admin admin] Publish callbacks [] for security_group (191fca18-5995-41b6-becd-f606cd1d1800), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:41.178847 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: face2119-58b9-431b-a2c1-3d0cde17e2dd {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:41.179194 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device face2119-58b9-431b-a2c1-3d0cde17e2dd not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:41.179610 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device c0536b5b-1945-4a99-a140-c833b590dbb6 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:41.199840 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: c0536b5b-1945-4a99-a140-c833b590dbb6 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:41.200202 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device c0536b5b-1945-4a99-a140-c833b590dbb6 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:41.324098 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-60726043-4576-4200-abef-6fe8b9f69428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (191fca18-5995-41b6-becd-f606cd1d1800), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:41.326729 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-60726043-4576-4200-abef-6fe8b9f69428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:41.327999 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-60726043-4576-4200-abef-6fe8b9f69428 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/191fca18-5995-41b6-becd-f606cd1d1800 HTTP/1.1" status: 204 len: 168 time: 0.2893062 Jun 14 18:32:41.338636 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60726043-4576-4200-abef-6fe8b9f69428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191fca18-5995-41b6-becd-f606cd1d1800,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:41.390014 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:41.435913 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8812a538-07ee-4bb2-a454-89acd3513a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411822'] for router_interface (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:41.658043 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-8812a538-07ee-4bb2-a454-89acd3513a76 admin admin] Deleting port b335dfc3-61b0-485a-9b2c-dffc75e9c195 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:41.658381 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8812a538-07ee-4bb2-a454-89acd3513a76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:41.744846 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-8812a538-07ee-4bb2-a454-89acd3513a76 admin admin] For port b335dfc3-61b0-485a-9b2c-dffc75e9c195, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=b335dfc3-61b0-485a-9b2c-dffc75e9c195,segment=NetworkSegment(7c1e5156-9bc6-4579-958a-eb0e147c967d),segment_id=7c1e5156-9bc6-4579-958a-eb0e147c967d)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:41.745214 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8812a538-07ee-4bb2-a454-89acd3513a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:41.759351 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-8812a538-07ee-4bb2-a454-89acd3513a76 admin admin] Calling delete_port for b335dfc3-61b0-485a-9b2c-dffc75e9c195 owned by network:router_interface {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:42.018520 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8812a538-07ee-4bb2-a454-89acd3513a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (b335dfc3-61b0-485a-9b2c-dffc75e9c195), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:42.046583 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812a538-07ee-4bb2-a454-89acd3513a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=b335dfc3-61b0-485a-9b2c-dffc75e9c195,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:42.109624 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:42.220243 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8812a538-07ee-4bb2-a454-89acd3513a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-459281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-411706'] for router_interface (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:42.431096 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:42.432974 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8812a538-07ee-4bb2-a454-89acd3513a76 admin admin] Router 4c8717b2-0d41-45f2-8517-742a5fa9bd0e has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:32:42.774999 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8812a538-07ee-4bb2-a454-89acd3513a76 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:32:42.779912 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-8812a538-07ee-4bb2-a454-89acd3513a76 admin admin] 10.222.0.78 "PUT /v2.0/routers/4c8717b2-0d41-45f2-8517-742a5fa9bd0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6754913 Jun 14 18:32:42.782250 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58776) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:42.784857 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0ae84e-3a79-4c96-b576-ef1ed2212893 None None] Sync routers for ids ['4c8717b2-0d41-45f2-8517-742a5fa9bd0e'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:32:42.795927 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ae84e-3a79-4c96-b576-ef1ed2212893 None None] Routers {'4c8717b2-0d41-45f2-8517-742a5fa9bd0e'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:42.796541 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ec0ae84e-3a79-4c96-b576-ef1ed2212893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['4c8717b2-0d41-45f2-8517-742a5fa9bd0e'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:42.886121 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Publish callbacks [] for router (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:42.909970 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-ec0ae84e-3a79-4c96-b576-ef1ed2212893 None None] Set router 4c8717b2-0d41-45f2-8517-742a5fa9bd0e gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:42.988634 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Publish callbacks [] for router_gateway (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:43.088810 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Deleting port 6d319487-fa63-4f2c-8972-ba48a807855e {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:43.089548 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (6d319487-fa63-4f2c-8972-ba48a807855e), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:43.092851 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ec0ae84e-3a79-4c96-b576-ef1ed2212893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'name': 'tempest-TestMinimumBasicScenario-1975578277-router', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:22Z', 'updated_at': '2022-06-14T18:32:41Z', 'revision_number': 5, 'project_id': '22a0c497174442ef847ea148e068326f', 'gw_port': {'id': '6d319487-fa63-4f2c-8972-ba48a807855e', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:29:23Z', 'updated_at': '2022-06-14T18:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:43.133018 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0ae84e-3a79-4c96-b576-ef1ed2212893 None None] Checking router: 4c8717b2-0d41-45f2-8517-742a5fa9bd0e for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:32:43.144886 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ae84e-3a79-4c96-b576-ef1ed2212893 None None] Routers {'4c8717b2-0d41-45f2-8517-742a5fa9bd0e'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:32:43.145965 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ec0ae84e-3a79-4c96-b576-ef1ed2212893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:32:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['4c8717b2-0d41-45f2-8517-742a5fa9bd0e'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:43.166768 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:43.181619 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] For port 6d319487-fa63-4f2c-8972-ba48a807855e, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=6d319487-fa63-4f2c-8972-ba48a807855e,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:43.181995 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (6d319487-fa63-4f2c-8972-ba48a807855e), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:43.201016 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Calling delete_port for 6d319487-fa63-4f2c-8972-ba48a807855e owned by network:router_gateway {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:43.236792 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-ec0ae84e-3a79-4c96-b576-ef1ed2212893 None None] Set router 4c8717b2-0d41-45f2-8517-742a5fa9bd0e gateway port host: None {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:32:43.291265 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ec0ae84e-3a79-4c96-b576-ef1ed2212893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'name': 'tempest-TestMinimumBasicScenario-1975578277-router', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:22Z', 'updated_at': '2022-06-14T18:32:42Z', 'revision_number': 6, 'project_id': '22a0c497174442ef847ea148e068326f', 'gw_port_host': None}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:43.318053 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0ae84e-3a79-4c96-b576-ef1ed2212893 None None] The sync data for ids ['4c8717b2-0d41-45f2-8517-742a5fa9bd0e'] in dv-cinder-844563-2-iscsi is: [{'id': '4c8717b2-0d41-45f2-8517-742a5fa9bd0e', 'name': 'tempest-TestMinimumBasicScenario-1975578277-router', 'tenant_id': '22a0c497174442ef847ea148e068326f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:29:22Z', 'updated_at': '2022-06-14T18:32:42Z', 'revision_number': 6, 'project_id': '22a0c497174442ef847ea148e068326f', 'gw_port_host': None}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:32:43.453156 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (6d319487-fa63-4f2c-8972-ba48a807855e), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:43.481364 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d319487-fa63-4f2c-8972-ba48a807855e,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:43.543724 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413547'] for router_gateway (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:43.630545 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-608'] for router (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:43.632751 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Publish callbacks [] for router_controller (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:43.752560 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412923'] for router (4c8717b2-0d41-45f2-8517-742a5fa9bd0e), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:43.753164 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c8717b2-0d41-45f2-8517-742a5fa9bd0e {{(pid=104773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:32:43.758628 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:43.759122 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-707ca792-9eb1-4d97-acda-c2afcae0e2b6 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4c8717b2-0d41-45f2-8517-742a5fa9bd0e HTTP/1.1" status: 204 len: 168 time: 0.9759438 Jun 14 18:32:43.762070 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 58798) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:43.813003 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_v2 [None req-433d70b5-a3a4-4a6d-bbb4-5a79843a864c admin admin] Deleting subnet 15eb9e0e-a1ea-4385-be15-e3520932c2cc {{(pid=104773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:32:43.816201 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-433d70b5-a3a4-4a6d-bbb4-5a79843a864c admin admin] Publish callbacks [] for subnet (15eb9e0e-a1ea-4385-be15-e3520932c2cc), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:43.851478 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-433d70b5-a3a4-4a6d-bbb4-5a79843a864c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2193839'] for subnet (15eb9e0e-a1ea-4385-be15-e3520932c2cc), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:43.926117 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-433d70b5-a3a4-4a6d-bbb4-5a79843a864c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (15eb9e0e-a1ea-4385-be15-e3520932c2cc), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:43.978323 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:44.071204 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-433d70b5-a3a4-4a6d-bbb4-5a79843a864c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2781220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2984236'] for subnet (15eb9e0e-a1ea-4385-be15-e3520932c2cc), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.099515 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d70b5-a3a4-4a6d-bbb4-5a79843a864c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15eb9e0e-a1ea-4385-be15-e3520932c2cc,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:44.101526 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-433d70b5-a3a4-4a6d-bbb4-5a79843a864c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.106789 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-433d70b5-a3a4-4a6d-bbb4-5a79843a864c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/15eb9e0e-a1ea-4385-be15-e3520932c2cc HTTP/1.1" status: 204 len: 168 time: 0.3425739 Jun 14 18:32:44.108311 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58802) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:44.110189 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b32f7-6b10-4515-90e9-792a863dada6 None None] Network 453ceda7-5a63-4417-a6d6-7a8f4d71535f requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:32:44.183572 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (453ceda7-5a63-4417-a6d6-7a8f4d71535f), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.232207 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Deleting port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:44.232545 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.299963 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] For port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c,segment=NetworkSegment(7c1e5156-9bc6-4579-958a-eb0e147c967d),segment_id=7c1e5156-9bc6-4579-958a-eb0e147c967d)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:44.300470 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.314955 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Calling delete_port for 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c owned by network:dhcp {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:44.324056 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40415bec-6dc4-4e40-8d43-1c385d520df0 None None] DHCP port deletion for 453ceda7-5a63-4417-a6d6-7a8f4d71535f request from dv-cinder-844563-2-iscsi {{(pid=104774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 14 18:32:44.326893 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:44.365190 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-40415bec-6dc4-4e40-8d43-1c385d520df0 None None] Deleting port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c {{(pid=104774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:32:44.365598 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-40415bec-6dc4-4e40-8d43-1c385d520df0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), before_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.440162 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-40415bec-6dc4-4e40-8d43-1c385d520df0 None None] For port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c,segment=NetworkSegment(7c1e5156-9bc6-4579-958a-eb0e147c967d),segment_id=7c1e5156-9bc6-4579-958a-eb0e147c967d)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:32:44.440564 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-40415bec-6dc4-4e40-8d43-1c385d520df0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), precommit_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.456550 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-40415bec-6dc4-4e40-8d43-1c385d520df0 None None] Calling delete_port for 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c owned by network:dhcp {{(pid=104774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:32:44.527180 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.536369 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-40415bec-6dc4-4e40-8d43-1c385d520df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c), after_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.552314 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:44.557586 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] No DVR routers for this DVR port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c on host dv-cinder-844563-2-iscsi {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:32:44.565291 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40415bec-6dc4-4e40-8d43-1c385d520df0 None None] Pushing event deleted for resources: {'Port': ['ID=8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c,revision_number=None']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:44.565512 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.565849 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.566185 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.566513 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.566832 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.567155 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.567472 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.567789 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.568107 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.568422 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.568737 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.569058 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.569374 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.569714 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.570027 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:32:44.570329 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40415bec-6dc4-4e40-8d43-1c385d520df0 None None] No DVR routers for this DVR port 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c on host dv-cinder-844563-2-iscsi {{(pid=104774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:32:44.637916 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (453ceda7-5a63-4417-a6d6-7a8f4d71535f), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.661928 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453ceda7-5a63-4417-a6d6-7a8f4d71535f']}} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:44.671675 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1e5156-9bc6-4579-958a-eb0e147c967d') {'for_net_delete': True} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:44.671969 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1e5156-9bc6-4579-958a-eb0e147c967d') {} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:32:44.681781 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126609713'] for segment (7c1e5156-9bc6-4579-958a-eb0e147c967d), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.694679 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (7c1e5156-9bc6-4579-958a-eb0e147c967d), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.701836 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=104772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:32:44.702212 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126161806'] for segment (7c1e5156-9bc6-4579-958a-eb0e147c967d), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.721121 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 7c1e5156-9bc6-4579-958a-eb0e147c967d resource provider aggregate not found Jun 14 18:32:44.760550 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 7c1e5156-9bc6-4579-958a-eb0e147c967d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c1e5156-9bc6-4579-958a-eb0e147c967d found for delete ", "request_id": "req-cb41e029-e6c0-4276-8757-c3c7c255b3c6"}]} Jun 14 18:32:44.850038 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (453ceda7-5a63-4417-a6d6-7a8f4d71535f), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.857077 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:44.860294 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] 10.222.0.78 "DELETE /v2.0/networks/453ceda7-5a63-4417-a6d6-7a8f4d71535f HTTP/1.1" status: 204 len: 168 time: 0.7508657 Jun 14 18:32:44.870951 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3d604-47bd-4d03-ad41-781661d17870 admin admin] Pushing event deleted for resources: {'Network': ['ID=453ceda7-5a63-4417-a6d6-7a8f4d71535f,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:45.116796 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device b335dfc3-61b0-485a-9b2c-dffc75e9c195 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:45.121279 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:45.140716 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: b335dfc3-61b0-485a-9b2c-dffc75e9c195 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:45.141057 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device b335dfc3-61b0-485a-9b2c-dffc75e9c195 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:45.141482 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:45.160310 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:45.160654 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 8f0c67a5-9f56-40e0-86cc-1a80ed9fc68c not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:45.161065 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 6d319487-fa63-4f2c-8972-ba48a807855e no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:32:45.184239 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 6d319487-fa63-4f2c-8972-ba48a807855e {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:32:45.184584 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 6d319487-fa63-4f2c-8972-ba48a807855e not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:32:45.262407 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58818) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:45.302422 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-783250a3-8df8-4ca2-acc8-5c5b3e496077 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54fd905313ed4581a527fe3a6ebf7bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388672 Jun 14 18:32:45.304769 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58820) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:45.358736 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-20b02b1c-29db-4ee7-b118-8db086f93957 admin admin] Publish callbacks [] for security_group (1bb4155c-d947-4ad6-94a4-f170d113310f), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:45.380982 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-20b02b1c-29db-4ee7-b118-8db086f93957 admin admin] Publish callbacks [] for security_group (1bb4155c-d947-4ad6-94a4-f170d113310f), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:45.413853 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:45.525956 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-20b02b1c-29db-4ee7-b118-8db086f93957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (1bb4155c-d947-4ad6-94a4-f170d113310f), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:45.528508 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-20b02b1c-29db-4ee7-b118-8db086f93957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:45.530833 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-20b02b1c-29db-4ee7-b118-8db086f93957 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1bb4155c-d947-4ad6-94a4-f170d113310f HTTP/1.1" status: 204 len: 168 time: 0.2233298 Jun 14 18:32:45.538594 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b02b1c-29db-4ee7-b118-8db086f93957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb4155c-d947-4ad6-94a4-f170d113310f,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:46.240902 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58828) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:46.281532 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-f76d31bc-a748-4300-aba1-2a587fcdd6e9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22a0c497174442ef847ea148e068326f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393655 Jun 14 18:32:46.283865 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 58830) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:32:46.332645 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-3ba0c210-de34-4d24-95d0-75941052c56c admin admin] Publish callbacks [] for security_group (5d409ce7-80ed-4d9d-ae65-11589e193569), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:46.353790 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-3ba0c210-de34-4d24-95d0-75941052c56c admin admin] Publish callbacks [] for security_group (5d409ce7-80ed-4d9d-ae65-11589e193569), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:46.484110 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-3ba0c210-de34-4d24-95d0-75941052c56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (5d409ce7-80ed-4d9d-ae65-11589e193569), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:46.486649 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-3ba0c210-de34-4d24-95d0-75941052c56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:32:46.487872 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-3ba0c210-de34-4d24-95d0-75941052c56c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d409ce7-80ed-4d9d-ae65-11589e193569 HTTP/1.1" status: 204 len: 168 time: 0.2030232 Jun 14 18:32:46.496217 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0c210-de34-4d24-95d0-75941052c56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d409ce7-80ed-4d9d-ae65-11589e193569,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:32:50.888983 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:32:54.079969 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=63,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:54.854195 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=48 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:55.184581 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7cddc-e50b-45f8-a3b9-6b8cb6ac81ff req-5319e561-915e-4179-a1d4-9c3f2cf2694b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:55.186880 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d0f7cddc-e50b-45f8-a3b9-6b8cb6ac81ff req-5319e561-915e-4179-a1d4-9c3f2cf2694b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0530484 Jun 14 18:32:55.245855 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d0f7cddc-e50b-45f8-a3b9-6b8cb6ac81ff req-2dc80645-3cee-41a0-9bc7-12c7f7574a7e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460305 Jun 14 18:32:55.558506 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=80,neutron:DELETE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:56.377508 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8942b2-bb59-47bb-88ca-da1542fe4199 req-f109ad87-094a-4bb3-8b97-0bb0d6452277 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:56.379047 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5b8942b2-bb59-47bb-88ca-da1542fe4199 req-f109ad87-094a-4bb3-8b97-0bb0d6452277 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0515013 Jun 14 18:32:56.429621 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5b8942b2-bb59-47bb-88ca-da1542fe4199 req-5d3f8f84-a4bb-4590-8454-bb106dd2840d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448267 Jun 14 18:32:56.508869 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:57.560086 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c4446-7e76-4b32-8606-4b038d6d599a req-68bc9e38-c435-494b-9be1-d28ab4c35523 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:57.561664 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8b3c4446-7e76-4b32-8606-4b038d6d599a req-68bc9e38-c435-494b-9be1-d28ab4c35523 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0533681 Jun 14 18:32:57.615614 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8b3c4446-7e76-4b32-8606-4b038d6d599a req-7c6a8136-59b8-4e2b-9656-c415245f1384 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474625 Jun 14 18:32:58.876285 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ecd7d-59bd-4f4c-a656-bf3ad72707bc req-081ae4c5-c2a7-4f52-8e4f-4ccbac27cdbb tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:58.877849 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-187ecd7d-59bd-4f4c-a656-bf3ad72707bc req-081ae4c5-c2a7-4f52-8e4f-4ccbac27cdbb tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0525138 Jun 14 18:32:58.931350 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-187ecd7d-59bd-4f4c-a656-bf3ad72707bc req-08fde99f-81ef-4acc-a3bc-0a3bcce6fade tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468316 Jun 14 18:32:59.041587 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887a5ee-857a-4715-85f8-5fdaff034183 req-f31890b2-cab3-4e42-9803-0dd7678ab9eb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:32:59.043919 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4887a5ee-857a-4715-85f8-5fdaff034183 req-f31890b2-cab3-4e42-9803-0dd7678ab9eb tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0498624 Jun 14 18:32:59.070835 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:32:59.099121 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4887a5ee-857a-4715-85f8-5fdaff034183 req-044a11b6-295d-4b10-9185-9e3670e34ad8 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493472 Jun 14 18:32:59.957840 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-cfe1439c-6f2b-4671-a22d-2d65db284701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:00.060232 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ae0ce-6be4-4f88-9236-33793d60649b req-25562baf-8514-4e14-a044-548ada1e2ed1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:00.061900 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9f3ae0ce-6be4-4f88-9236-33793d60649b req-25562baf-8514-4e14-a044-548ada1e2ed1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0493627 Jun 14 18:33:00.116986 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9f3ae0ce-6be4-4f88-9236-33793d60649b req-c2e4b585-b84e-467d-b5fa-e47748010b09 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485649 Jun 14 18:33:00.242732 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36793e87-bb4a-4f03-a1dd-7cdf5d80d82a req-73709c84-30c2-4634-8092-128b4e8fca21 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:00.244301 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-36793e87-bb4a-4f03-a1dd-7cdf5d80d82a req-73709c84-30c2-4634-8092-128b4e8fca21 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0654471 Jun 14 18:33:00.303132 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-36793e87-bb4a-4f03-a1dd-7cdf5d80d82a req-0de85e4e-8168-4c3c-b573-4e5fbfe1628b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500264 Jun 14 18:33:00.884772 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=43 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:01.241055 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75bacd-aab9-4b90-8ce2-1c4a0ff7ecf4 req-33df70ea-6d41-44d7-90de-6929d69003ad tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:01.242478 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4f75bacd-aab9-4b90-8ce2-1c4a0ff7ecf4 req-33df70ea-6d41-44d7-90de-6929d69003ad tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0471058 Jun 14 18:33:01.291476 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4f75bacd-aab9-4b90-8ce2-1c4a0ff7ecf4 req-bb5e4092-9a2d-4614-9321-a8346a82be3d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Jun 14 18:33:01.421873 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8ca3c-854e-46fd-94d9-e83938f47278 req-4697263b-e040-43c6-b270-ae0b1af9e337 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:01.423334 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-dcf8ca3c-854e-46fd-94d9-e83938f47278 req-4697263b-e040-43c6-b270-ae0b1af9e337 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0482299 Jun 14 18:33:01.473973 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-dcf8ca3c-854e-46fd-94d9-e83938f47278 req-27a935f3-4ed6-494c-89c6-0254fdb3d510 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447905 Jun 14 18:33:02.242032 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fe6e72ce-aad7-4a99-b407-fa99c684ea82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:02.419976 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba140eca-b9b6-40a4-b328-c20db5e10689 req-d85e9848-1a9d-47db-8ebc-5f10d378ce77 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:02.421587 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ba140eca-b9b6-40a4-b328-c20db5e10689 req-d85e9848-1a9d-47db-8ebc-5f10d378ce77 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0548484 Jun 14 18:33:02.480170 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ba140eca-b9b6-40a4-b328-c20db5e10689 req-c9f41f71-37c1-4496-9d81-67c28e681cdd tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525184 Jun 14 18:33:02.602073 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4519c7-590d-40a1-98bf-0c2960a82650 req-6f55029d-bc60-403c-a58e-f0b7d431d752 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:02.603697 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9d4519c7-590d-40a1-98bf-0c2960a82650 req-6f55029d-bc60-403c-a58e-f0b7d431d752 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0543385 Jun 14 18:33:02.659954 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9d4519c7-590d-40a1-98bf-0c2960a82650 req-0da222ee-80dd-41ee-9669-d510da3a0339 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491610 Jun 14 18:33:03.013660 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:03.093213 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59100) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:03.152492 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:03.212002 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5680189d-434a-44b7-b81c-5eb664b1fa02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:03.288367 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5680189d-434a-44b7-b81c-5eb664b1fa02 admin admin] Publish callbacks [] for security_group (30a37457-6ca4-490d-ab2a-7535088d3f0a), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:03.363824 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5680189d-434a-44b7-b81c-5eb664b1fa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (30a37457-6ca4-490d-ab2a-7535088d3f0a), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:03.381963 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:03.407301 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-5680189d-434a-44b7-b81c-5eb664b1fa02 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f8f8450f9a345cbb039082857c1a9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129427 Jun 14 18:33:03.409580 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680189d-434a-44b7-b81c-5eb664b1fa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a37457-6ca4-490d-ab2a-7535088d3f0a,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:03.410225 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59106) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:03.475588 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Publish callbacks [] for security_group (30a37457-6ca4-490d-ab2a-7535088d3f0a), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:03.500255 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Publish callbacks [] for security_group (30a37457-6ca4-490d-ab2a-7535088d3f0a), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:03.610071 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325e924-f6ee-4b3d-aa55-b49723d53a39 req-32110563-c9b4-440b-a41c-c48b73a2272c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:03.611863 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d325e924-f6ee-4b3d-aa55-b49723d53a39 req-32110563-c9b4-440b-a41c-c48b73a2272c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0534360 Jun 14 18:33:03.634186 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (30a37457-6ca4-490d-ab2a-7535088d3f0a), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:03.636664 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:03.638588 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/30a37457-6ca4-490d-ab2a-7535088d3f0a HTTP/1.1" status: 204 len: 168 time: 0.2266698 Jun 14 18:33:03.657698 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a37457-6ca4-490d-ab2a-7535088d3f0a,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:03.674841 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.675191 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.675538 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.675881 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.676224 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.676556 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.676876 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.677200 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.677562 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.677888 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.678222 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.678543 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.678863 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.679183 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.679506 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c8c01-8cd8-4f72-9798-f2748cab5e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:03.690973 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d325e924-f6ee-4b3d-aa55-b49723d53a39 req-ff208fdd-df42-4cf4-b370-0d329dad5a4f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734715 Jun 14 18:33:03.809759 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fef8d-1471-417d-a1fc-674cac3732c3 req-a78fd371-e61e-4794-b0f1-bd233c11e55f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:03.811399 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9d7fef8d-1471-417d-a1fc-674cac3732c3 req-a78fd371-e61e-4794-b0f1-bd233c11e55f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0579920 Jun 14 18:33:03.867582 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9d7fef8d-1471-417d-a1fc-674cac3732c3 req-3ce4785a-7607-44e2-8de9-51d0f0a679a8 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501866 Jun 14 18:33:04.050437 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb2abc-227e-4d37-a74e-f2fed87d5e18 req-28466de0-6fa0-4e9d-8153-5ecc7654657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:04.052105 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fbcb2abc-227e-4d37-a74e-f2fed87d5e18 req-28466de0-6fa0-4e9d-8153-5ecc7654657e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437f86b97f3c4725955bc1f71017af5e&device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 1130 time: 0.0414953 Jun 14 18:33:04.167648 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb2abc-227e-4d37-a74e-f2fed87d5e18 req-f64359bd-cc9e-46c8-9600-ce2182309d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:04.170066 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fbcb2abc-227e-4d37-a74e-f2fed87d5e18 req-f64359bd-cc9e-46c8-9600-ce2182309d93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39e41b5c-e704-4229-8e8f-5b4157b809d1 HTTP/1.1" status: 200 len: 910 time: 0.0987813 Jun 14 18:33:04.234579 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fbcb2abc-227e-4d37-a74e-f2fed87d5e18 req-9c74191d-0fa5-4028-98a3-ec144614d4d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621 HTTP/1.1" status: 200 len: 1001 time: 0.0593293 Jun 14 18:33:04.286294 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb2abc-227e-4d37-a74e-f2fed87d5e18 req-dd15144d-2b31-4917-8b87-d78708e8e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:04.287868 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fbcb2abc-227e-4d37-a74e-f2fed87d5e18 req-dd15144d-2b31-4917-8b87-d78708e8e488 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=733f3888-d538-4d36-9494-05eb79859400 HTTP/1.1" status: 200 len: 848 time: 0.0478442 Jun 14 18:33:04.291154 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59118) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:04.299485 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:04.318966 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3389be54-32ac-4662-9712-01789fb734b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:04.337191 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:04.361166 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb2abc-227e-4d37-a74e-f2fed87d5e18 req-a587ae80-1387-466d-a1f0-67160ed7ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:04.362736 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fbcb2abc-227e-4d37-a74e-f2fed87d5e18 req-a587ae80-1387-466d-a1f0-67160ed7ee3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39e41b5c-e704-4229-8e8f-5b4157b809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640116 Jun 14 18:33:04.510588 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3389be54-32ac-4662-9712-01789fb734b9 admin admin] Publish callbacks [] for security_group (3e41a946-9f76-45a8-8f56-479f087403aa), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:04.513345 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fbcb2abc-227e-4d37-a74e-f2fed87d5e18 req-9aff164c-ac3f-4db0-a2de-d3ef0a485a69 service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433225 Jun 14 18:33:04.603954 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3389be54-32ac-4662-9712-01789fb734b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (3e41a946-9f76-45a8-8f56-479f087403aa), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:04.620076 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fbcb2abc-227e-4d37-a74e-f2fed87d5e18 req-e4116c46-9e57-485e-a883-41ea304d5f28 service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008019 Jun 14 18:33:04.651359 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-3389be54-32ac-4662-9712-01789fb734b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2276f7b056c641fc906073acd01e0bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591483 Jun 14 18:33:04.652655 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389be54-32ac-4662-9712-01789fb734b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e41a946-9f76-45a8-8f56-479f087403aa,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:04.654301 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59122) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:04.713645 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-db8b7eb0-28df-4882-b76b-b16f74f60470 admin admin] Publish callbacks [] for security_group (3e41a946-9f76-45a8-8f56-479f087403aa), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:04.744199 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-db8b7eb0-28df-4882-b76b-b16f74f60470 admin admin] Publish callbacks [] for security_group (3e41a946-9f76-45a8-8f56-479f087403aa), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:04.850697 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b6b30-8027-4a4b-8da6-dad8d3f7de8c req-67fca232-b046-48da-8a6f-3b157fb68897 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:04.852237 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-035b6b30-8027-4a4b-8da6-dad8d3f7de8c req-67fca232-b046-48da-8a6f-3b157fb68897 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0550086 Jun 14 18:33:04.861572 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:04.901422 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-db8b7eb0-28df-4882-b76b-b16f74f60470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (3e41a946-9f76-45a8-8f56-479f087403aa), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:04.905961 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-db8b7eb0-28df-4882-b76b-b16f74f60470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:04.916629 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-db8b7eb0-28df-4882-b76b-b16f74f60470 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3e41a946-9f76-45a8-8f56-479f087403aa HTTP/1.1" status: 204 len: 168 time: 0.2559073 Jun 14 18:33:04.916916 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-035b6b30-8027-4a4b-8da6-dad8d3f7de8c req-8a8869a6-c1c6-4034-a4d6-a539955e6dd0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533581 Jun 14 18:33:04.923690 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b7eb0-28df-4882-b76b-b16f74f60470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e41a946-9f76-45a8-8f56-479f087403aa,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:05.023183 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357512d-1869-4423-999b-9a6423cb49ea req-a6f38985-c984-4cf5-b3f1-0af0c623515f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:05.031082 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8357512d-1869-4423-999b-9a6423cb49ea req-a6f38985-c984-4cf5-b3f1-0af0c623515f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0639489 Jun 14 18:33:05.088616 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8357512d-1869-4423-999b-9a6423cb49ea req-2f695289-7f24-4929-b6fb-af8ee5698c59 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566084 Jun 14 18:33:05.162082 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:06.058288 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8138147-dfe7-4a64-a395-fcaea70ffc00 req-b09ef50d-4a12-438d-b735-b1581c6442f3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:06.060340 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e8138147-dfe7-4a64-a395-fcaea70ffc00 req-b09ef50d-4a12-438d-b735-b1581c6442f3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0545123 Jun 14 18:33:06.111562 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e8138147-dfe7-4a64-a395-fcaea70ffc00 req-724d50d3-3285-4e5a-b749-26d6bb157681 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451171 Jun 14 18:33:06.222257 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff41164-1d15-4bfb-8b68-ad9fc212afb2 req-5ab77a48-4eac-43ec-b62d-d11aca1b6383 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:06.223766 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fff41164-1d15-4bfb-8b68-ad9fc212afb2 req-5ab77a48-4eac-43ec-b62d-d11aca1b6383 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0567656 Jun 14 18:33:06.279919 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fff41164-1d15-4bfb-8b68-ad9fc212afb2 req-275ba4a9-674f-4308-b3df-6145f14d539b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485239 Jun 14 18:33:07.265759 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aca48-feef-4997-8546-875f6130568a req-0e3f108d-6eea-45a6-924b-e399af17ffe0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:07.267473 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ea7aca48-feef-4997-8546-875f6130568a req-0e3f108d-6eea-45a6-924b-e399af17ffe0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0585585 Jun 14 18:33:07.338611 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ea7aca48-feef-4997-8546-875f6130568a req-9ddabbcb-1bf2-4c50-841d-7ef5ac169af0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651538 Jun 14 18:33:07.408145 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47ffb1-6f49-4bdf-a181-f24f211777f2 req-0cd2d169-5970-4015-a7e4-f9b8b8ba8efa tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:07.421046 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0e47ffb1-6f49-4bdf-a181-f24f211777f2 req-0cd2d169-5970-4015-a7e4-f9b8b8ba8efa tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0581710 Jun 14 18:33:07.475221 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0e47ffb1-6f49-4bdf-a181-f24f211777f2 req-6a56a834-3701-477a-834e-4a1d95684c7d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582125 Jun 14 18:33:08.484721 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:08.508137 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dd837-9105-4996-86a4-866f4f248a10 req-6d0b3eba-7f85-4cba-87f1-a2813115f2f4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:08.515956 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c55dd837-9105-4996-86a4-866f4f248a10 req-6d0b3eba-7f85-4cba-87f1-a2813115f2f4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0767777 Jun 14 18:33:08.592465 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c55dd837-9105-4996-86a4-866f4f248a10 req-ebc4111a-7e49-4a16-b94d-bc2c189ee7f3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694523 Jun 14 18:33:08.639417 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:08.660455 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdeadf-7a9e-4d35-977a-df7228d6c458 req-529638ff-760b-4b30-8258-8e48fd5c0810 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:08.661995 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f4bdeadf-7a9e-4d35-977a-df7228d6c458 req-529638ff-760b-4b30-8258-8e48fd5c0810 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0607042 Jun 14 18:33:08.725521 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f4bdeadf-7a9e-4d35-977a-df7228d6c458 req-1576a1de-c562-4b36-8dc9-b7b981e51313 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534174 Jun 14 18:33:09.109574 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f8983-d232-49d2-940c-dd54fdb86a13 req-ae69f466-59a7-43fc-b51f-9bfd5bd98403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:09.111158 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cc1f8983-d232-49d2-940c-dd54fdb86a13 req-ae69f466-59a7-43fc-b51f-9bfd5bd98403 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437f86b97f3c4725955bc1f71017af5e&device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 1130 time: 0.0408025 Jun 14 18:33:09.235255 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f8983-d232-49d2-940c-dd54fdb86a13 req-002c2941-91b7-4c5d-8e32-1af06c70a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:09.236845 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cc1f8983-d232-49d2-940c-dd54fdb86a13 req-002c2941-91b7-4c5d-8e32-1af06c70a5b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39e41b5c-e704-4229-8e8f-5b4157b809d1 HTTP/1.1" status: 200 len: 910 time: 0.1198630 Jun 14 18:33:09.268369 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a48c21f-378c-4db8-a26f-6ed7263009cb details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:33:09.308340 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cc1f8983-d232-49d2-940c-dd54fdb86a13 req-9392374f-8ead-400d-b5c7-114d0c11391c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621 HTTP/1.1" status: 200 len: 1001 time: 0.0652294 Jun 14 18:33:09.392877 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f8983-d232-49d2-940c-dd54fdb86a13 req-5c299126-615f-4a4c-8f69-456e43c1242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:09.394923 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cc1f8983-d232-49d2-940c-dd54fdb86a13 req-5c299126-615f-4a4c-8f69-456e43c1242c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=733f3888-d538-4d36-9494-05eb79859400 HTTP/1.1" status: 200 len: 848 time: 0.0802016 Jun 14 18:33:09.450169 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:09.465216 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f8983-d232-49d2-940c-dd54fdb86a13 req-7aef3d80-08a9-4595-85c7-52f9b74dccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:09.467799 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cc1f8983-d232-49d2-940c-dd54fdb86a13 req-7aef3d80-08a9-4595-85c7-52f9b74dccc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39e41b5c-e704-4229-8e8f-5b4157b809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615942 Jun 14 18:33:09.476502 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'port_id': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'mac_address': 'fa:16:3e:d1:09:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:33:09.519123 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 9a48c21f-378c-4db8-a26f-6ed7263009cb is: ACTIVE; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:33:09.525117 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:09.552210 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a48c21f-378c-4db8-a26f-6ed7263009cb {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:33:09.583851 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:09.629198 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cc1f8983-d232-49d2-940c-dd54fdb86a13 req-08a13c51-8c06-4149-a041-030b73895557 service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549299 Jun 14 18:33:09.654212 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:09.664496 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:09.755030 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=9a48c21f-378c-4db8-a26f-6ed7263009cb,revision_number=6']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:09.769894 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.771523 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cc1f8983-d232-49d2-940c-dd54fdb86a13 req-e4dc9bb4-f038-4985-a6ac-c683f066b509 service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358175 Jun 14 18:33:09.773132 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.773776 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.774330 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.774876 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.775547 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.776091 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.776632 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.778726 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.779330 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.779908 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.780454 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.781266 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.781830 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.782381 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:09.786780 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['9a48c21f-378c-4db8-a26f-6ed7263009cb'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:33:09.800357 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ae01-bbcf-4297-a2c7-b464aa700880 req-76c91c04-47ab-4d1b-890e-73d98d8b5fc0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:09.813534 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1416ae01-bbcf-4297-a2c7-b464aa700880 req-76c91c04-47ab-4d1b-890e-73d98d8b5fc0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 945 time: 0.0922475 Jun 14 18:33:09.889707 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1416ae01-bbcf-4297-a2c7-b464aa700880 req-833ff18e-4443-49b9-800d-47d3cf502f62 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714405 Jun 14 18:33:09.961486 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ed998-e189-425b-afb4-64ce9cdad282 req-e44d2e02-d2d5-455a-a3c2-2d9dfc7c8ac1 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:09.969495 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-326ed998-e189-425b-afb4-64ce9cdad282 req-e44d2e02-d2d5-455a-a3c2-2d9dfc7c8ac1 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.1170161 Jun 14 18:33:10.032880 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-326ed998-e189-425b-afb4-64ce9cdad282 req-3561126a-2cdd-42e9-9f5c-84715ba7610e tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623877 Jun 14 18:33:11.090193 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579a3d1-ea7c-4a68-807f-346bee659c30 req-3ed69c87-7419-494f-bdc7-0c3aed0e0d68 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:11.098831 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9579a3d1-ea7c-4a68-807f-346bee659c30 req-3ed69c87-7419-494f-bdc7-0c3aed0e0d68 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 945 time: 0.1095941 Jun 14 18:33:11.169853 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26b735-7b26-4ce3-bd63-61547cb48e77 req-9d0ddadf-d48b-43e7-870d-151538ada0d5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:11.171331 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9579a3d1-ea7c-4a68-807f-346bee659c30 req-831901a5-0398-419f-bf3c-42e6f35c53d5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710683 Jun 14 18:33:11.181139 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7f26b735-7b26-4ce3-bd63-61547cb48e77 req-9d0ddadf-d48b-43e7-870d-151538ada0d5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0711198 Jun 14 18:33:11.246735 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7f26b735-7b26-4ce3-bd63-61547cb48e77 req-f1962dd7-af58-4c52-9586-87ca9c560b38 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666056 Jun 14 18:33:11.299437 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a48c21f-378c-4db8-a26f-6ed7263009cb up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:33:11.350202 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 9a48c21f-378c-4db8-a26f-6ed7263009cb triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:33:11.350928 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:11.450093 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 9a48c21f-378c-4db8-a26f-6ed7263009cb is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:33:11.451030 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:11.481169 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:33:11.484648 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bdccc5-b064-4081-9bb7-50120b161d67" -d '{"events": [{"server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "name": "network-vif-plugged", "status": "completed", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:33:11.499265 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:11.502245 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:11.598568 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:11.666439 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=9a48c21f-378c-4db8-a26f-6ed7263009cb,revision_number=7']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:11.731136 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbf2a70-eb5f-492b-a5ba-af90e8da282c x-openstack-request-id: req-6bbf2a70-eb5f-492b-a5ba-af90e8da282c {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:33:11.731693 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "name": "network-vif-plugged", "status": "completed", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:33:11.732333 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6bbf2a70-eb5f-492b-a5ba-af90e8da282c {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:33:11.732942 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bbf2a70-eb5f-492b-a5ba-af90e8da282c'] response: {'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'code': 200} Jun 14 18:33:12.311429 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbb61e-122c-48a8-88d8-c2c24dc57958 req-6aec3bc8-5c9e-43ef-a7f0-f0a2da135aee tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:12.313117 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2fcbb61e-122c-48a8-88d8-c2c24dc57958 req-6aec3bc8-5c9e-43ef-a7f0-f0a2da135aee tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0580235 Jun 14 18:33:12.388629 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2fcbb61e-122c-48a8-88d8-c2c24dc57958 req-2178e467-e943-49ef-8fef-e42a1d30ebba tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678933 Jun 14 18:33:12.404831 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c4355-cca0-423c-ac60-bb9f51601f93 req-dbf31883-6f4f-47e0-8508-c0d3cea7399f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:12.406939 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9a3c4355-cca0-423c-ac60-bb9f51601f93 req-dbf31883-6f4f-47e0-8508-c0d3cea7399f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0601969 Jun 14 18:33:12.470401 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9a3c4355-cca0-423c-ac60-bb9f51601f93 req-9bdbe626-f210-448c-a236-8387de0443d1 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578139 Jun 14 18:33:13.010662 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c853a-0f27-4f88-9e26-a4b1034fdb52 req-a478e761-4397-45bf-8ad0-7e702a04921f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:13.025202 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d15c853a-0f27-4f88-9e26-a4b1034fdb52 req-a478e761-4397-45bf-8ad0-7e702a04921f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.1122539 Jun 14 18:33:13.081347 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:13.132311 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59308) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:13.144559 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d15c853a-0f27-4f88-9e26-a4b1034fdb52 req-84603228-9460-4451-b5ac-8d92b1577c93 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163197 Jun 14 18:33:13.282550 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-462c3448-1def-48b8-8ca7-2cbf00b53626 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1470129 Jun 14 18:33:13.293292 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-9c8e6b04-1019-40de-85a4-714ba3703107 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:33:13.308297 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-9c8e6b04-1019-40de-85a4-714ba3703107 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0214694 Jun 14 18:33:13.400739 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59318) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:13.573870 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ffddd-d27f-4b2f-9a8e-a0a0877f2627 req-9185e137-d5f8-4b9c-902e-f4cbf6b53822 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:13.575973 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1e1ffddd-d27f-4b2f-9a8e-a0a0877f2627 req-9185e137-d5f8-4b9c-902e-f4cbf6b53822 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0881910 Jun 14 18:33:13.585699 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-73758138-5b87-4fca-9d57-26cbe6c07dd3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:13.594027 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-73758138-5b87-4fca-9d57-26cbe6c07dd3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports/4fa1bac8-6b6d-4a62-afca-3aed68487621 HTTP/1.1" status: 200 len: 943 time: 0.1921625 Jun 14 18:33:13.663600 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1e1ffddd-d27f-4b2f-9a8e-a0a0877f2627 req-b811624a-853c-4416-8834-c7dad48bfc8c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684679 Jun 14 18:33:14.022005 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59342) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:14.248282 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-89a49515-935b-4fd2-a5eb-ae0c77a1d967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:14.291208 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:14.361662 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-89a49515-935b-4fd2-a5eb-ae0c77a1d967 admin admin] Publish callbacks [] for security_group (d1b418fa-f3f6-4333-82a4-14467ff5f9cd), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:14.363622 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af1657-6d76-4a48-bb31-6edc8fd1dafe req-8548c254-316a-478f-8e9b-774590d99d1c tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:14.373168 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a9af1657-6d76-4a48-bb31-6edc8fd1dafe req-8548c254-316a-478f-8e9b-774590d99d1c tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0796490 Jun 14 18:33:14.455858 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a9af1657-6d76-4a48-bb31-6edc8fd1dafe req-73758a59-b4b8-4d46-8a7f-5bb66bfbc847 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812850 Jun 14 18:33:14.473145 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-89a49515-935b-4fd2-a5eb-ae0c77a1d967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d1b418fa-f3f6-4333-82a4-14467ff5f9cd), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:14.513316 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a49515-935b-4fd2-a5eb-ae0c77a1d967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b418fa-f3f6-4333-82a4-14467ff5f9cd,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:14.527182 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-89a49515-935b-4fd2-a5eb-ae0c77a1d967 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b650b2bf9ce945768b36cef621edc001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042834 Jun 14 18:33:14.530868 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59358) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:14.600554 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d3b66f0f-799f-4f13-93df-14182903daea admin admin] Publish callbacks [] for security_group (d1b418fa-f3f6-4333-82a4-14467ff5f9cd), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:14.637894 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d3b66f0f-799f-4f13-93df-14182903daea admin admin] Publish callbacks [] for security_group (d1b418fa-f3f6-4333-82a4-14467ff5f9cd), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:14.773565 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d3b66f0f-799f-4f13-93df-14182903daea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d1b418fa-f3f6-4333-82a4-14467ff5f9cd), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:14.777078 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-d3b66f0f-799f-4f13-93df-14182903daea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:14.778815 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-d3b66f0f-799f-4f13-93df-14182903daea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1b418fa-f3f6-4333-82a4-14467ff5f9cd HTTP/1.1" status: 204 len: 168 time: 0.2460213 Jun 14 18:33:14.797800 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b66f0f-799f-4f13-93df-14182903daea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b418fa-f3f6-4333-82a4-14467ff5f9cd,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:14.851525 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9920e-354c-4766-9cdb-92d02ee082a2 req-b86c015f-83b6-4d3b-9bd7-c890cd21fc95 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:14.856529 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-12e9920e-354c-4766-9cdb-92d02ee082a2 req-b86c015f-83b6-4d3b-9bd7-c890cd21fc95 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0893238 Jun 14 18:33:14.917028 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:14.931754 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-12e9920e-354c-4766-9cdb-92d02ee082a2 req-97ba0b74-30cd-4208-b898-594deb6c6b36 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741792 Jun 14 18:33:15.339231 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 4fa1bac8-6b6d-4a62-afca-3aed68487621 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:33:15.461776 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 4fa1bac8-6b6d-4a62-afca-3aed68487621 is: ACTIVE; New status is: DOWN {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:33:15.462221 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:15.479943 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:15.500033 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:33:15.502946 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81704279-39a8-46e7-bd3b-a9113d210217" -d '{"events": [{"server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "name": "network-vif-unplugged", "status": "completed", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:33:15.522928 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 4fa1bac8-6b6d-4a62-afca-3aed68487621, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:15.595083 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Jun 2022 18:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e79af7-4a5c-41de-9d51-93597bc08e4e x-openstack-request-id: req-c4e79af7-4a5c-41de-9d51-93597bc08e4e {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:33:15.595638 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "name": "network-vif-unplugged", "status": "failed", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621", "code": 422}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:33:15.595998 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4e79af7-4a5c-41de-9d51-93597bc08e4e {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:33:15.596496 dv-cinder-844563-2-iscsi neutron-server[104774]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c4e79af7-4a5c-41de-9d51-93597bc08e4e']: {'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'code': 422} returned with failed status Jun 14 18:33:15.633017 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:15.660751 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59376) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:15.691320 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-12d71927-2afb-4be6-a54e-30b017a68bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:15.715587 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=4fa1bac8-6b6d-4a62-afca-3aed68487621,revision_number=6']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:15.737202 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f33921-0f5f-469b-9bf8-7f877e2a4aa5 req-89e21550-b267-4584-b80c-bf995732b2ca tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:15.745197 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-87f33921-0f5f-469b-9bf8-7f877e2a4aa5 req-89e21550-b267-4584-b80c-bf995732b2ca tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.1265748 Jun 14 18:33:15.805822 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-87f33921-0f5f-469b-9bf8-7f877e2a4aa5 req-3cfa4a5f-d8ef-4c2f-aba9-2c7d980d5833 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592103 Jun 14 18:33:15.850682 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-12d71927-2afb-4be6-a54e-30b017a68bf5 admin admin] Publish callbacks [] for security_group (23675564-b1c7-4fbe-a98a-59c5a5b0c16f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:15.934938 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-12d71927-2afb-4be6-a54e-30b017a68bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (23675564-b1c7-4fbe-a98a-59c5a5b0c16f), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:15.990991 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d71927-2afb-4be6-a54e-30b017a68bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23675564-b1c7-4fbe-a98a-59c5a5b0c16f,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:16.008194 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-12d71927-2afb-4be6-a54e-30b017a68bf5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ee08c8d7f7b43469301f6db45082b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461246 Jun 14 18:33:16.011331 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59380) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:16.089360 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5044f824-b310-4c24-bb2b-71ad1e69d932 admin admin] Publish callbacks [] for security_group (23675564-b1c7-4fbe-a98a-59c5a5b0c16f), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:16.093128 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e85d7-dd59-43b0-b9b2-239435ecda6b req-fdd15ed0-c848-4de3-8a2e-c417e260cd71 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:16.096593 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8d9e85d7-dd59-43b0-b9b2-239435ecda6b req-fdd15ed0-c848-4de3-8a2e-c417e260cd71 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0590630 Jun 14 18:33:16.119884 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5044f824-b310-4c24-bb2b-71ad1e69d932 admin admin] Publish callbacks [] for security_group (23675564-b1c7-4fbe-a98a-59c5a5b0c16f), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:16.155403 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:16.172845 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8d9e85d7-dd59-43b0-b9b2-239435ecda6b req-8306b626-979e-4d80-9d02-5bfce18c9284 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693295 Jun 14 18:33:16.284000 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5044f824-b310-4c24-bb2b-71ad1e69d932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (23675564-b1c7-4fbe-a98a-59c5a5b0c16f), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:16.286626 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5044f824-b310-4c24-bb2b-71ad1e69d932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:16.288351 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-5044f824-b310-4c24-bb2b-71ad1e69d932 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23675564-b1c7-4fbe-a98a-59c5a5b0c16f HTTP/1.1" status: 204 len: 168 time: 0.2757680 Jun 14 18:33:16.300599 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044f824-b310-4c24-bb2b-71ad1e69d932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23675564-b1c7-4fbe-a98a-59c5a5b0c16f,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:17.014443 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9d4a8-8afe-4aa7-b44e-468b997b9a93 req-82489f68-8c7a-4725-b1e1-038e18fa40e8 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:17.016634 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-76f9d4a8-8afe-4aa7-b44e-468b997b9a93 req-82489f68-8c7a-4725-b1e1-038e18fa40e8 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0947187 Jun 14 18:33:17.102702 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-76f9d4a8-8afe-4aa7-b44e-468b997b9a93 req-ffe8076f-af65-4f0f-af87-b9d0a7f116ce tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803311 Jun 14 18:33:17.330448 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36704bc-44e5-4ec6-b27d-5ef3b0f239f8 req-ceb2b41f-9e9b-44f3-9fa0-2c4be392e4df tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:17.334214 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c36704bc-44e5-4ec6-b27d-5ef3b0f239f8 req-ceb2b41f-9e9b-44f3-9fa0-2c4be392e4df tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0845625 Jun 14 18:33:17.461992 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c36704bc-44e5-4ec6-b27d-5ef3b0f239f8 req-66d42abe-5783-492d-8409-4e2d05956b4c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148696 Jun 14 18:33:18.251174 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0c27f-2d1f-4eaf-bdc8-4362bab4316a req-9c0e4378-11e4-410f-86ba-87417f9805e6 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:18.255825 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7ac0c27f-2d1f-4eaf-bdc8-4362bab4316a req-9c0e4378-11e4-410f-86ba-87417f9805e6 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0574970 Jun 14 18:33:18.326788 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7ac0c27f-2d1f-4eaf-bdc8-4362bab4316a req-f3729768-e07b-4433-853a-d94826437362 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672376 Jun 14 18:33:18.661965 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8c972-56d6-4992-949a-db6ef5f7d21a req-09afcf7a-52ca-4239-8ad6-769bf7edd435 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:18.664190 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6bb8c972-56d6-4992-949a-db6ef5f7d21a req-09afcf7a-52ca-4239-8ad6-769bf7edd435 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0700278 Jun 14 18:33:18.744815 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6bb8c972-56d6-4992-949a-db6ef5f7d21a req-82f8eecc-b6c6-4b1a-9485-670b2123cba8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705798 Jun 14 18:33:19.535707 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2643b2-49a7-4c98-b497-e1b1a6f68d16 req-eadcabfa-5ad5-42bc-ace1-1d0c626378d0 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:19.538145 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-de2643b2-49a7-4c98-b497-e1b1a6f68d16 req-eadcabfa-5ad5-42bc-ace1-1d0c626378d0 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0935049 Jun 14 18:33:19.654472 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-de2643b2-49a7-4c98-b497-e1b1a6f68d16 req-17ec2cf1-d01d-4edf-b395-12b8a5f15b5a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027696 Jun 14 18:33:19.977217 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5a03b-2725-456d-b957-32cac72bb26a req-736653d9-cbff-4b51-a13b-866c8af7c0d5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:19.981268 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1fb5a03b-2725-456d-b957-32cac72bb26a req-736653d9-cbff-4b51-a13b-866c8af7c0d5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.1041296 Jun 14 18:33:20.288348 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1fb5a03b-2725-456d-b957-32cac72bb26a req-3a501901-ccbe-4e4b-a368-228ec9e007f2 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008444 Jun 14 18:33:20.909963 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001afc8c-cb10-470b-bb01-5dc43918454d req-d10238d0-0a0e-4686-b704-44aa9cd8ada5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:20.911541 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-001afc8c-cb10-470b-bb01-5dc43918454d req-d10238d0-0a0e-4686-b704-44aa9cd8ada5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.1030769 Jun 14 18:33:20.999628 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-001afc8c-cb10-470b-bb01-5dc43918454d req-eaf5e392-fb49-4730-8010-e119a3d49b27 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757825 Jun 14 18:33:21.465753 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f91c4b-7cfb-44cb-9f83-8a71481a11e3 req-b0f3b7e5-4130-43b0-9aeb-6cf508e814cf tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:21.467293 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e3f91c4b-7cfb-44cb-9f83-8a71481a11e3 req-b0f3b7e5-4130-43b0-9aeb-6cf508e814cf tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0572150 Jun 14 18:33:21.531313 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e3f91c4b-7cfb-44cb-9f83-8a71481a11e3 req-d8e1a840-979b-4479-b667-27e5605667b7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543211 Jun 14 18:33:22.167523 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb22455-536b-4f82-a5a0-29eb9d3227a9 req-0b244d34-fd17-456a-abae-24b2f3780872 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:22.170203 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9eb22455-536b-4f82-a5a0-29eb9d3227a9 req-0b244d34-fd17-456a-abae-24b2f3780872 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0651238 Jun 14 18:33:22.275026 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9eb22455-536b-4f82-a5a0-29eb9d3227a9 req-35961aa5-1471-4e9c-acce-5de7e5f2dd36 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977161 Jun 14 18:33:22.509696 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d67b7-f766-4cd7-93f3-f0734148dd0c req-9b7291bf-b6c1-4fe4-bec8-ef36add13030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:22.511161 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-660d67b7-f766-4cd7-93f3-f0734148dd0c req-9b7291bf-b6c1-4fe4-bec8-ef36add13030 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8603a3b1604479da86224c52c2467ad&device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 1130 time: 0.0411575 Jun 14 18:33:22.567665 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:22.571250 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:22.689677 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ceb74-c9f9-4ce1-aaeb-d57e7e0b4b03 req-e2f5775f-00fa-4282-9907-70cea4d74b6d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:22.691259 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c15ceb74-c9f9-4ce1-aaeb-d57e7e0b4b03 req-e2f5775f-00fa-4282-9907-70cea4d74b6d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0703259 Jun 14 18:33:22.696923 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d67b7-f766-4cd7-93f3-f0734148dd0c req-bc0cf025-4987-401a-b101-432fc59ae5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:22.698504 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-660d67b7-f766-4cd7-93f3-f0734148dd0c req-bc0cf025-4987-401a-b101-432fc59ae5cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 200 len: 918 time: 0.1814065 Jun 14 18:33:22.801308 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-660d67b7-f766-4cd7-93f3-f0734148dd0c req-5887c6e1-261a-43d0-981a-52301c0be5cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb HTTP/1.1" status: 200 len: 1002 time: 0.0874801 Jun 14 18:33:22.804315 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c15ceb74-c9f9-4ce1-aaeb-d57e7e0b4b03 req-63cd26d1-43ee-471d-b121-46386947883e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047165 Jun 14 18:33:22.858861 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d67b7-f766-4cd7-93f3-f0734148dd0c req-7c062ab7-c790-4a57-84a1-0c6758b4f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:22.860254 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-660d67b7-f766-4cd7-93f3-f0734148dd0c req-7c062ab7-c790-4a57-84a1-0c6758b4f9aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61e47d25-4bab-4e31-a800-f8d0e60b222c HTTP/1.1" status: 200 len: 856 time: 0.0536134 Jun 14 18:33:22.904158 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d67b7-f766-4cd7-93f3-f0734148dd0c req-58b3ce28-82ba-4de5-9828-e00d07031dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:22.905689 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-660d67b7-f766-4cd7-93f3-f0734148dd0c req-58b3ce28-82ba-4de5-9828-e00d07031dc5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=274ef244-b114-4d41-92b0-e6c757fabfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397000 Jun 14 18:33:23.010262 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-660d67b7-f766-4cd7-93f3-f0734148dd0c req-3becae10-689f-445d-ae23-dc84f26df9ae service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967109 Jun 14 18:33:23.109332 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-660d67b7-f766-4cd7-93f3-f0734148dd0c req-dded5d9a-9cbb-40b1-a71d-c626de9227a6 service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914779 Jun 14 18:33:23.426727 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c84edf-6bf8-490c-8768-cf7a6722dbdc req-5b5fc99b-2f39-4164-aace-e20992f14e8f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:23.429428 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6c84edf-6bf8-490c-8768-cf7a6722dbdc req-5b5fc99b-2f39-4164-aace-e20992f14e8f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0695326 Jun 14 18:33:23.515871 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f6c84edf-6bf8-490c-8768-cf7a6722dbdc req-edecc9de-d5eb-44d6-a606-390b6e17fac3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776594 Jun 14 18:33:23.945545 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2c268-b060-4c8a-ba66-715eb6e1333b req-f6336fc9-b3de-4cd7-80f8-9f48af32c59f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:23.947390 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-37a2c268-b060-4c8a-ba66-715eb6e1333b req-f6336fc9-b3de-4cd7-80f8-9f48af32c59f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0607157 Jun 14 18:33:23.993329 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:24.017555 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58ce35-9e65-4643-9087-b9adaf158874 req-551c8e9a-1eaf-438c-95db-3d49694b55ce tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:24.020628 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4e58ce35-9e65-4643-9087-b9adaf158874 req-551c8e9a-1eaf-438c-95db-3d49694b55ce tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 945 time: 0.0604637 Jun 14 18:33:24.024589 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-37a2c268-b060-4c8a-ba66-715eb6e1333b req-d837a03e-5559-423d-8d09-2acc98c7737e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675361 Jun 14 18:33:24.074074 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:24.080000 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4e58ce35-9e65-4643-9087-b9adaf158874 req-38ce7b91-8ce2-423a-94d0-fc2d7027523a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540822 Jun 14 18:33:24.652771 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a603681-f110-44e7-8a24-d1d8d8e34aae req-1f872e8a-4473-4d41-868c-c3b3acfbf21d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:24.654240 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9a603681-f110-44e7-8a24-d1d8d8e34aae req-1f872e8a-4473-4d41-868c-c3b3acfbf21d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0497928 Jun 14 18:33:24.714145 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9a603681-f110-44e7-8a24-d1d8d8e34aae req-a691f441-df71-45e4-a7d1-44c9dbb71f29 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533326 Jun 14 18:33:25.162006 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec70ed-86b8-41a2-aa42-e033f6da4a3f req-564053db-a0a1-455d-abba-7166587bd5da tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:25.163536 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-17ec70ed-86b8-41a2-aa42-e033f6da4a3f req-564053db-a0a1-455d-abba-7166587bd5da tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0508327 Jun 14 18:33:25.213622 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162958-1c61-4571-8d58-d89958fd05a7 req-931c9936-0b24-4873-9c2a-73192898af4a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:25.215197 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d0162958-1c61-4571-8d58-d89958fd05a7 req-931c9936-0b24-4873-9c2a-73192898af4a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 945 time: 0.0597093 Jun 14 18:33:25.216410 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-17ec70ed-86b8-41a2-aa42-e033f6da4a3f req-0520528d-36c3-4f5d-aaf1-8c2e2389593e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464253 Jun 14 18:33:25.269185 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d0162958-1c61-4571-8d58-d89958fd05a7 req-1beb18c1-94d8-4c84-a11d-d02e6b4b769a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477004 Jun 14 18:33:25.710890 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:25.850213 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fe99-2699-4ae0-bedf-06fcb7b74c68 req-eba0b4d2-9809-4a1e-b344-bbcf3e7b1725 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:25.851802 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-71b8fe99-2699-4ae0-bedf-06fcb7b74c68 req-eba0b4d2-9809-4a1e-b344-bbcf3e7b1725 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0495465 Jun 14 18:33:25.912217 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-71b8fe99-2699-4ae0-bedf-06fcb7b74c68 req-fbf9799c-0d21-4a22-aabc-56ec80949c8d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519543 Jun 14 18:33:26.037065 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-18f9dfef-2ad2-43d6-a630-363d0ade36c6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:26.038534 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-18f9dfef-2ad2-43d6-a630-363d0ade36c6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 945 time: 0.0546973 Jun 14 18:33:26.099558 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59582) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:26.125048 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Deleting port 93a39948-07fb-4640-aa06-c4c42c36d5f1 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:33:26.125387 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:26.217636 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-28834fca-63ba-4a29-b35e-736cf0f623de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:26.316258 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=10 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:26.346778 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-28834fca-63ba-4a29-b35e-736cf0f623de admin admin] Publish callbacks [] for security_group (a4365660-680a-4c63-8032-bc021ef151ab), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:26.406048 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f031f90-0243-4b02-8b9e-8ca673332220 req-db4965ad-682a-4828-8f0e-5a0723bfc7fe tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:26.407650 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2f031f90-0243-4b02-8b9e-8ca673332220 req-db4965ad-682a-4828-8f0e-5a0723bfc7fe tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 946 time: 0.0593224 Jun 14 18:33:26.439848 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-28834fca-63ba-4a29-b35e-736cf0f623de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a4365660-680a-4c63-8032-bc021ef151ab), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:26.502268 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:26.507434 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2f031f90-0243-4b02-8b9e-8ca673332220 req-c12436a8-41ec-4e6c-9b7e-5b07cf89c256 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915170 Jun 14 18:33:26.509007 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28834fca-63ba-4a29-b35e-736cf0f623de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4365660-680a-4c63-8032-bc021ef151ab,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:26.523481 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-28834fca-63ba-4a29-b35e-736cf0f623de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4115d91d94694749b4bed014cec3d759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227445 Jun 14 18:33:26.526118 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59590) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:26.545702 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb04a04-2b4c-49b8-8470-cc9cbb11fab3 req-08fd8dcf-54a5-4652-acb1-dcb00348f1ca tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:26.547547 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2eb04a04-2b4c-49b8-8470-cc9cbb11fab3 req-08fd8dcf-54a5-4652-acb1-dcb00348f1ca tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 945 time: 0.0730071 Jun 14 18:33:26.563374 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] For port 93a39948-07fb-4640-aa06-c4c42c36d5f1, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=93a39948-07fb-4640-aa06-c4c42c36d5f1,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:26.564103 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:26.583924 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-42f568bb-fdcb-478c-85be-2b04772bfc48 admin admin] Publish callbacks [] for security_group (a4365660-680a-4c63-8032-bc021ef151ab), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:26.610782 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-42f568bb-fdcb-478c-85be-2b04772bfc48 admin admin] Publish callbacks [] for security_group (a4365660-680a-4c63-8032-bc021ef151ab), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:26.675169 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2eb04a04-2b4c-49b8-8470-cc9cbb11fab3 req-eab63ea2-53f7-48e5-befc-016f54c8d968 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b203d1a-6938-403b-b1e6-21ebac412a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210127 Jun 14 18:33:26.758954 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-42f568bb-fdcb-478c-85be-2b04772bfc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (a4365660-680a-4c63-8032-bc021ef151ab), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:26.772092 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-42f568bb-fdcb-478c-85be-2b04772bfc48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:26.772092 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-42f568bb-fdcb-478c-85be-2b04772bfc48 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a4365660-680a-4c63-8032-bc021ef151ab HTTP/1.1" status: 204 len: 168 time: 0.2382250 Jun 14 18:33:26.780490 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f568bb-fdcb-478c-85be-2b04772bfc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4365660-680a-4c63-8032-bc021ef151ab,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:26.804147 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:26.804929 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (d874dd1c-b915-49af-b08b-43d98fe9c8ff), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:26.805550 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Floating IP d874dd1c-b915-49af-b08b-43d98fe9c8ff disassociated. External IP: 172.27.0.214, port: 93a39948-07fb-4640-aa06-c4c42c36d5f1. Jun 14 18:33:26.815157 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Calling delete_port for 93a39948-07fb-4640-aa06-c4c42c36d5f1 owned by compute:nova {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:33:26.976802 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:27.091542 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479120a3-53db-4031-b7a1-52be47a0f747 req-65b4becb-3e58-484e-a123-5e2e7c101599 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:27.094200 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-479120a3-53db-4031-b7a1-52be47a0f747 req-65b4becb-3e58-484e-a123-5e2e7c101599 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0994301 Jun 14 18:33:27.134075 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:27.154211 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-479120a3-53db-4031-b7a1-52be47a0f747 req-5bd4ad5c-a81f-4377-8bbd-f7d4547fea54 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541301 Jun 14 18:33:27.192373 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (93a39948-07fb-4640-aa06-c4c42c36d5f1), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:27.231360 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event deleted for resources: {'Port': ['ID=93a39948-07fb-4640-aa06-c4c42c36d5f1,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:27.337487 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-a08e79c5-a33f-444b-a53f-2452c92242c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:27.340880 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-a08e79c5-a33f-444b-a53f-2452c92242c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64&tenant_id=437f86b97f3c4725955bc1f71017af5e HTTP/1.1" status: 200 len: 1128 time: 0.1275196 Jun 14 18:33:27.400495 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Router 99d692a4-dd00-479c-ab92-329ab6ea9487 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:33:27.408818 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a48c21f-378c-4db8-a26f-6ed7263009cb no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:33:27.413295 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-00a4b8ff-e896-43d8-8342-d4f34ef6983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:27.414543 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-00a4b8ff-e896-43d8-8342-d4f34ef6983e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437f86b97f3c4725955bc1f71017af5e&device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 1128 time: 0.0463762 Jun 14 18:33:27.487551 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 9a48c21f-378c-4db8-a26f-6ed7263009cb is: ACTIVE; New status is: DOWN {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:33:27.487953 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:27.516529 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:33:27.518796 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd580894-a5e2-4d75-8e6d-02bff60e853e" -d '{"events": [{"server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "name": "network-vif-unplugged", "status": "completed", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:33:27.529638 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-5314fb82-cb54-43d0-a1a4-4ed1ecd649da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:27.531151 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-5314fb82-cb54-43d0-a1a4-4ed1ecd649da service neutron] 10.222.0.13 "GET /v2.0/networks?id=39e41b5c-e704-4229-8e8f-5b4157b809d1 HTTP/1.1" status: 200 len: 910 time: 0.1103461 Jun 14 18:33:27.532243 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:27.550541 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:33:27.565111 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973294c-0bed-46ad-b3af-aa4b6e3de8d6 None None] Sync routers for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:33:27.588764 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973294c-0bed-46ad-b3af-aa4b6e3de8d6 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:33:27.589510 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-8973294c-0bed-46ad-b3af-aa4b6e3de8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:33:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:27.602098 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] No DVR routers for this DVR port 93a39948-07fb-4640-aa06-c4c42c36d5f1 on host hv-cinder-84456 {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:33:27.606605 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:27.611197 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-b155acde-facd-4e40-bff8-00a4c33e084a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621 HTTP/1.1" status: 200 len: 999 time: 0.0746608 Jun 14 18:33:27.611603 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9eef085d-4c00-4602-b5be-e3b48108fc01 req-8234697f-dd42-44fb-9ced-f9f9ceac14e0 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "DELETE /v2.0/ports/93a39948-07fb-4640-aa06-c4c42c36d5f1 HTTP/1.1" status: 204 len: 173 time: 1.5681350 Jun 14 18:33:27.611929 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'name': 'network-vif-deleted', 'tag': '93a39948-07fb-4640-aa06-c4c42c36d5f1'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:33:27.615200 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:27.621105 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6b083f-1e31-4b6d-ab17-1bfb5b68f83c" -d '{"events": [{"server_uuid": "678e536c-8e80-49f6-90d0-72aec54c7c94", "name": "network-vif-deleted", "tag": "93a39948-07fb-4640-aa06-c4c42c36d5f1"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:33:27.663034 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:27.702590 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-633d2100-c6f8-4198-bc7e-bb8c2979b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:27.705113 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-633d2100-c6f8-4198-bc7e-bb8c2979b1ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=733f3888-d538-4d36-9494-05eb79859400 HTTP/1.1" status: 200 len: 848 time: 0.0784476 Jun 14 18:33:27.726632 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=9a48c21f-378c-4db8-a26f-6ed7263009cb,revision_number=8']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:27.754062 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Jun 2022 18:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fff554-8dc6-4596-bcd3-4d9f49bedb59 x-openstack-request-id: req-b2fff554-8dc6-4596-bcd3-4d9f49bedb59 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:33:27.754342 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "name": "network-vif-unplugged", "status": "failed", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb", "code": 422}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:33:27.754626 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2fff554-8dc6-4596-bcd3-4d9f49bedb59 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:33:27.755039 dv-cinder-844563-2-iscsi neutron-server[104774]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b2fff554-8dc6-4596-bcd3-4d9f49bedb59']: {'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'code': 422} returned with failed status Jun 14 18:33:27.770272 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-297a2a55-8d50-48d6-9411-0f687936d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:27.772339 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-297a2a55-8d50-48d6-9411-0f687936d6d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39e41b5c-e704-4229-8e8f-5b4157b809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592213 Jun 14 18:33:27.807989 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-8973294c-0bed-46ad-b3af-aa4b6e3de8d6 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:33:27.815078 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4be413f-f942-411d-b2ed-cdc079b116f4 x-openstack-request-id: req-c4be413f-f942-411d-b2ed-cdc079b116f4 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:33:27.821484 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678e536c-8e80-49f6-90d0-72aec54c7c94", "name": "network-vif-deleted", "tag": "93a39948-07fb-4640-aa06-c4c42c36d5f1", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:33:27.821484 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4be413f-f942-411d-b2ed-cdc079b116f4 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:33:27.821484 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4be413f-f942-411d-b2ed-cdc079b116f4'] response: {'server_uuid': '678e536c-8e80-49f6-90d0-72aec54c7c94', 'name': 'network-vif-deleted', 'tag': '93a39948-07fb-4640-aa06-c4c42c36d5f1', 'status': 'completed', 'code': 200} Jun 14 18:33:27.856489 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59626) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:27.889333 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f736fdb1-6b5d-46c6-8943-fea2bb9c7324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:27.959636 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-5a46abc7-7886-4f9e-a306-d2db4025db3e service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791902 Jun 14 18:33:27.963693 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:33:28.033258 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2dc0b64e-d10e-4ff6-b300-916fe95844e1 req-e90242a7-76e2-47d7-b54a-8f52f2cde5a8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 210 time: 0.0725639 Jun 14 18:33:28.130476 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f736fdb1-6b5d-46c6-8943-fea2bb9c7324 admin admin] Publish callbacks [] for security_group (02141045-59ff-473b-9d25-0c0cb6b00850), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:28.135328 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-8973294c-0bed-46ad-b3af-aa4b6e3de8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:28.162045 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973294c-0bed-46ad-b3af-aa4b6e3de8d6 None None] Checking router: 99d692a4-dd00-479c-ab92-329ab6ea9487 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:33:28.172001 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973294c-0bed-46ad-b3af-aa4b6e3de8d6 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:33:28.172779 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-8973294c-0bed-46ad-b3af-aa4b6e3de8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:33:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:28.179212 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-de20af4a-d9e0-484c-83fb-566553ca062d service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057526 Jun 14 18:33:28.226271 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f736fdb1-6b5d-46c6-8943-fea2bb9c7324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (02141045-59ff-473b-9d25-0c0cb6b00850), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:28.344640 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736fdb1-6b5d-46c6-8943-fea2bb9c7324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02141045-59ff-473b-9d25-0c0cb6b00850,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:28.348983 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f736fdb1-6b5d-46c6-8943-fea2bb9c7324 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ba936ba85b7e4188aa076bc9c5bcf055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4908166 Jun 14 18:33:28.351813 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59638) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:28.377421 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a630a-caf6-475e-8b18-78d105dc8703 req-cf17fad4-12c1-422b-9381-9bccfb9d042b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:28.379197 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5e7a630a-caf6-475e-8b18-78d105dc8703 req-cf17fad4-12c1-422b-9381-9bccfb9d042b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0975003 Jun 14 18:33:28.385687 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-8973294c-0bed-46ad-b3af-aa4b6e3de8d6 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:33:28.393627 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:28.421023 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:28.427848 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-699e3b12-dd8c-445e-8d94-b3da389b663d admin admin] Publish callbacks [] for security_group (02141045-59ff-473b-9d25-0c0cb6b00850), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:28.461685 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-699e3b12-dd8c-445e-8d94-b3da389b663d admin admin] Publish callbacks [] for security_group (02141045-59ff-473b-9d25-0c0cb6b00850), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:28.471205 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5e7a630a-caf6-475e-8b18-78d105dc8703 req-77578bb3-f852-477d-9f26-d0b261f1de1c tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837727 Jun 14 18:33:28.586524 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-699e3b12-dd8c-445e-8d94-b3da389b663d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (02141045-59ff-473b-9d25-0c0cb6b00850), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:28.589141 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-699e3b12-dd8c-445e-8d94-b3da389b663d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:28.591142 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-699e3b12-dd8c-445e-8d94-b3da389b663d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/02141045-59ff-473b-9d25-0c0cb6b00850 HTTP/1.1" status: 204 len: 168 time: 0.2369461 Jun 14 18:33:28.603513 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e3b12-dd8c-445e-8d94-b3da389b663d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02141045-59ff-473b-9d25-0c0cb6b00850,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:28.628873 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-8973294c-0bed-46ad-b3af-aa4b6e3de8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:28.655384 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973294c-0bed-46ad-b3af-aa4b6e3de8d6 None None] The sync data for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi is: [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:33:28.921246 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179dbe1-7ad1-40e2-b577-54d551d28eb1 None None] New status for floating IP d874dd1c-b915-49af-b08b-43d98fe9c8ff: DOWN {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:33:29.215148 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8671459e-d8e1-40a1-9b1a-6d199fa93c0a req-35dce725-693c-45af-b297-c4069d6671b8 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=678e536c-8e80-49f6-90d0-72aec54c7c94 HTTP/1.1" status: 200 len: 210 time: 0.0426247 Jun 14 18:33:29.295595 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [req-86ffe051-7809-41ee-b1f8-2ea310fbc655 req-931424ea-791a-4cd6-bfd0-3c068b35308d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104772) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:33:29.296931 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-86ffe051-7809-41ee-b1f8-2ea310fbc655 req-931424ea-791a-4cd6-bfd0-3c068b35308d service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1663046 Jun 14 18:33:29.624046 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda1c5c-a852-41a4-aa35-1ecc382a8391 req-ac00170f-eb97-4db9-80af-d23b6901f978 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:29.626009 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ccda1c5c-a852-41a4-aa35-1ecc382a8391 req-ac00170f-eb97-4db9-80af-d23b6901f978 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0845587 Jun 14 18:33:29.679372 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59660) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:29.701274 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ccda1c5c-a852-41a4-aa35-1ecc382a8391 req-e3ad90b4-bba6-4f26-b4a2-31878a297724 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619540 Jun 14 18:33:29.704716 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a17791e6-32fc-4ec1-9000-a8d7efc74154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:29.735765 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de9bc2-1dff-48c3-bcb8-441099ea9cba req-03d4c604-040e-467e-9bc0-10542a1e29bb tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:29.737600 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e0de9bc2-1dff-48c3-bcb8-441099ea9cba req-03d4c604-040e-467e-9bc0-10542a1e29bb tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0883973 Jun 14 18:33:29.825687 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e0de9bc2-1dff-48c3-bcb8-441099ea9cba req-8c82f3a6-08ff-4343-817a-9609dbe918d6 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757904 Jun 14 18:33:29.858874 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b66e30d8-0cdc-490a-8fbe-e9171da8666e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:29.861687 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a17791e6-32fc-4ec1-9000-a8d7efc74154 admin admin] Publish callbacks [] for security_group (14273e16-262d-4bec-982a-4a462a31bfbd), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:29.947464 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-a17791e6-32fc-4ec1-9000-a8d7efc74154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (14273e16-262d-4bec-982a-4a462a31bfbd), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:29.993257 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-a17791e6-32fc-4ec1-9000-a8d7efc74154 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3eab0fb613bc4ce481d26c14b5d337ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121324 Jun 14 18:33:29.994040 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17791e6-32fc-4ec1-9000-a8d7efc74154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14273e16-262d-4bec-982a-4a462a31bfbd,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:29.996027 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59674) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:30.080533 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-e0720097-3ad0-4245-be52-66b339e7e663 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0579960 Jun 14 18:33:30.095934 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1855aff0-ac99-4943-84bc-bb7ed1252baf admin admin] Publish callbacks [] for security_group (14273e16-262d-4bec-982a-4a462a31bfbd), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:30.155026 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1855aff0-ac99-4943-84bc-bb7ed1252baf admin admin] Publish callbacks [] for security_group (14273e16-262d-4bec-982a-4a462a31bfbd), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:30.185823 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-7b006f94-fe8e-4ece-aab1-8a52efb44bc0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:30.187217 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-7b006f94-fe8e-4ece-aab1-8a52efb44bc0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports/9a48c21f-378c-4db8-a26f-6ed7263009cb HTTP/1.1" status: 200 len: 941 time: 0.0747254 Jun 14 18:33:30.395047 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1855aff0-ac99-4943-84bc-bb7ed1252baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (14273e16-262d-4bec-982a-4a462a31bfbd), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:30.398531 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1855aff0-ac99-4943-84bc-bb7ed1252baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:30.402076 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-1855aff0-ac99-4943-84bc-bb7ed1252baf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14273e16-262d-4bec-982a-4a462a31bfbd HTTP/1.1" status: 204 len: 168 time: 0.4018145 Jun 14 18:33:30.410343 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855aff0-ac99-4943-84bc-bb7ed1252baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14273e16-262d-4bec-982a-4a462a31bfbd,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:30.453482 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59698) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:30.521603 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-72e99237-14e9-4b5d-aeb8-7efb3da97c26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (6b203d1a-6938-403b-b1e6-21ebac412a49), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:30.549720 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-72e99237-14e9-4b5d-aeb8-7efb3da97c26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (6b203d1a-6938-403b-b1e6-21ebac412a49), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:30.693856 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-72e99237-14e9-4b5d-aeb8-7efb3da97c26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (6b203d1a-6938-403b-b1e6-21ebac412a49), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:30.698435 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-72e99237-14e9-4b5d-aeb8-7efb3da97c26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:30.700458 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-72e99237-14e9-4b5d-aeb8-7efb3da97c26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "DELETE /v2.0/security-groups/6b203d1a-6938-403b-b1e6-21ebac412a49 HTTP/1.1" status: 204 len: 168 time: 0.2456343 Jun 14 18:33:30.703257 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59702) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:30.717328 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e99237-14e9-4b5d-aeb8-7efb3da97c26 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b203d1a-6938-403b-b1e6-21ebac412a49,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:30.718456 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.api.v2.resource [None req-a87e401a-78c4-429c-93b0-58031294374d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] show failed (client error): The resource could not be found. Jun 14 18:33:30.719581 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-a87e401a-78c4-429c-93b0-58031294374d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups/6b203d1a-6938-403b-b1e6-21ebac412a49 HTTP/1.1" status: 404 len: 347 time: 0.0147080 Jun 14 18:33:30.722822 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59704) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:30.933964 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc24a67-a9cc-4856-bea0-95bc7b475a6a req-5e19a059-2f9d-43c8-8bba-b0e9345cc33a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:30.937028 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2dc24a67-a9cc-4856-bea0-95bc7b475a6a req-5e19a059-2f9d-43c8-8bba-b0e9345cc33a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.1534145 Jun 14 18:33:31.009772 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-97e18b6a-2812-4f0f-98fd-4874413b200c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Deleting port 9fedfd31-7793-4d83-bf08-6c0754250d17 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:33:31.010115 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-97e18b6a-2812-4f0f-98fd-4874413b200c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (9fedfd31-7793-4d83-bf08-6c0754250d17), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:31.025944 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:INSERT=3,neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:31.066042 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2dc24a67-a9cc-4856-bea0-95bc7b475a6a req-ebbc325f-af96-4b6d-ad55-491f526a4f85 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018209 Jun 14 18:33:31.113236 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ab49c-b404-4502-a6c5-9eaaea7e828e req-43080b82-67c8-4226-9e64-e33eb48f3179 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:31.115509 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-619ab49c-b404-4502-a6c5-9eaaea7e828e req-43080b82-67c8-4226-9e64-e33eb48f3179 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0658448 Jun 14 18:33:31.165810 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-97e18b6a-2812-4f0f-98fd-4874413b200c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (9fedfd31-7793-4d83-bf08-6c0754250d17), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:31.167969 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-97e18b6a-2812-4f0f-98fd-4874413b200c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (9fedfd31-7793-4d83-bf08-6c0754250d17), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:31.175855 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-619ab49c-b404-4502-a6c5-9eaaea7e828e req-58f0b5c8-43b4-453d-bd5c-36093d7f3bc0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525818 Jun 14 18:33:31.198501 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:31.200510 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-97e18b6a-2812-4f0f-98fd-4874413b200c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Calling delete_port for 9fedfd31-7793-4d83-bf08-6c0754250d17 owned by network:floatingip {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:33:31.220589 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356ad82-371c-477b-994c-196c8260d2d7 req-0cfc4800-5310-401a-b83c-193356b00f94 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:31.222117 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5356ad82-371c-477b-994c-196c8260d2d7 req-0cfc4800-5310-401a-b83c-193356b00f94 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 946 time: 0.0798430 Jun 14 18:33:31.326488 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5356ad82-371c-477b-994c-196c8260d2d7 req-1cd610e9-eab9-40f2-b087-045ff940e611 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689673 Jun 14 18:33:31.424213 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 93a39948-07fb-4640-aa06-c4c42c36d5f1 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:33:31.444694 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 93a39948-07fb-4640-aa06-c4c42c36d5f1 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:33:31.445042 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 93a39948-07fb-4640-aa06-c4c42c36d5f1 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:33:31.448614 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-97e18b6a-2812-4f0f-98fd-4874413b200c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (9fedfd31-7793-4d83-bf08-6c0754250d17), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:31.478564 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e18b6a-2812-4f0f-98fd-4874413b200c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event deleted for resources: {'Port': ['ID=9fedfd31-7793-4d83-bf08-6c0754250d17,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:31.541404 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-97e18b6a-2812-4f0f-98fd-4874413b200c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (d874dd1c-b915-49af-b08b-43d98fe9c8ff), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:31.544535 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-97e18b6a-2812-4f0f-98fd-4874413b200c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:31.545726 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-97e18b6a-2812-4f0f-98fd-4874413b200c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "DELETE /v2.0/floatingips/d874dd1c-b915-49af-b08b-43d98fe9c8ff HTTP/1.1" status: 204 len: 168 time: 0.8212945 Jun 14 18:33:31.719102 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59732) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:31.724131 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-49f3ed5a-b8af-496d-ba9d-3549d7e667d6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--193629007', 'description': 'tempest-description--1789618034'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:33:31.820965 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-49f3ed5a-b8af-496d-ba9d-3549d7e667d6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:31.895543 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-49f3ed5a-b8af-496d-ba9d-3549d7e667d6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (ddb6b247-5725-4d0c-9345-3f99f5534e50), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:31.958421 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-49f3ed5a-b8af-496d-ba9d-3549d7e667d6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (ddb6b247-5725-4d0c-9345-3f99f5534e50), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:31.990197 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3ed5a-b8af-496d-ba9d-3549d7e667d6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb6b247-5725-4d0c-9345-3f99f5534e50,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:32.083911 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-49f3ed5a-b8af-496d-ba9d-3549d7e667d6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:32.085284 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-49f3ed5a-b8af-496d-ba9d-3549d7e667d6 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3651297 Jun 14 18:33:32.088328 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59740) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:32.093284 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-23b4e5c4-9175-4000-a902-af975b6caff4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'security_group_rule': {'security_group_id': 'ddb6b247-5725-4d0c-9345-3f99f5534e50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:33:32.189202 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104038b-561a-4d9f-aa5e-66d0526bf1aa req-a1d5a435-5709-4286-b8c4-58db65721b6f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:32.190757 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0104038b-561a-4d9f-aa5e-66d0526bf1aa req-a1d5a435-5709-4286-b8c4-58db65721b6f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0545535 Jun 14 18:33:32.222246 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-23b4e5c4-9175-4000-a902-af975b6caff4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (184cbf20-fb78-45ed-b8d9-7256dad99655), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:32.229473 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:32.267266 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fa044217-fd02-4783-8ab8-ca216dacf012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:32.283980 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0104038b-561a-4d9f-aa5e-66d0526bf1aa req-67aaa94a-4fb9-4933-b697-57bfc7c73a50 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865860 Jun 14 18:33:32.318494 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-23b4e5c4-9175-4000-a902-af975b6caff4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (184cbf20-fb78-45ed-b8d9-7256dad99655), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:32.325721 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63831d-a29e-452b-8558-bad4f04d1bb0 req-8a1a6ee4-7e11-4a2e-bab4-2a26429528b0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:32.327445 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6e63831d-a29e-452b-8558-bad4f04d1bb0 req-8a1a6ee4-7e11-4a2e-bab4-2a26429528b0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0707049 Jun 14 18:33:32.386745 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6e63831d-a29e-452b-8558-bad4f04d1bb0 req-d0c85998-19b3-4e4c-8495-5a7774d26563 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530550 Jun 14 18:33:32.430135 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-23b4e5c4-9175-4000-a902-af975b6caff4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (184cbf20-fb78-45ed-b8d9-7256dad99655), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:32.470306 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4e5c4-9175-4000-a902-af975b6caff4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184cbf20-fb78-45ed-b8d9-7256dad99655,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:32.486594 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74d91c-7c30-4606-abe2-1415733dd668 req-494fadbe-1a52-4f30-806a-345e53ee6486 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:32.488131 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9c74d91c-7c30-4606-abe2-1415733dd668 req-494fadbe-1a52-4f30-806a-345e53ee6486 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 946 time: 0.0692482 Jun 14 18:33:32.539299 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9c74d91c-7c30-4606-abe2-1415733dd668 req-19818665-f625-468c-832e-a8c625e5573a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups?id=1f26906e-5227-4d42-aac6-ae2b804dc255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450046 Jun 14 18:33:32.583138 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-23b4e5c4-9175-4000-a902-af975b6caff4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:32.584338 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-23b4e5c4-9175-4000-a902-af975b6caff4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4950941 Jun 14 18:33:32.587234 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59746) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:32.592475 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-427d9a9a-2196-4e53-8dd6-e5130d3a0e41 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'security_group_rule': {'security_group_id': 'ddb6b247-5725-4d0c-9345-3f99f5534e50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:33:32.657756 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-13859705-32ad-4c7e-a71e-da405fe74808 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:32.659215 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-13859705-32ad-4c7e-a71e-da405fe74808 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.13 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 946 time: 0.0535779 Jun 14 18:33:32.738646 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:32.743546 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-427d9a9a-2196-4e53-8dd6-e5130d3a0e41 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (7de7434f-d05e-4afc-80c1-2a9b50eab824), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:32.761635 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Deleting port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:33:32.761635 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:32.815862 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-427d9a9a-2196-4e53-8dd6-e5130d3a0e41 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (7de7434f-d05e-4afc-80c1-2a9b50eab824), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:32.841794 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:32.858380 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] For port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:32.858749 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:32.921439 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-427d9a9a-2196-4e53-8dd6-e5130d3a0e41 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (7de7434f-d05e-4afc-80c1-2a9b50eab824), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:32.942126 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d9a9a-2196-4e53-8dd6-e5130d3a0e41 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de7434f-d05e-4afc-80c1-2a9b50eab824,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:33.022800 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:33.036128 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:33.037027 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:33.037230 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (efa329be-e239-4889-994f-315452ad7f95), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:33.037526 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.l3_db [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Floating IP efa329be-e239-4889-994f-315452ad7f95 disassociated. External IP: 172.27.0.28, port: 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0. Jun 14 18:33:33.037875 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Calling delete_port for 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 owned by compute:nova {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:33:33.068406 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-427d9a9a-2196-4e53-8dd6-e5130d3a0e41 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:33.072703 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-427d9a9a-2196-4e53-8dd6-e5130d3a0e41 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4815376 Jun 14 18:33:33.075029 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59752) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:33.150285 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-442a97b3-f2d0-4e97-9992-2a3aa12da19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:33.151812 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-442a97b3-f2d0-4e97-9992-2a3aa12da19e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b&tenant_id=e8603a3b1604479da86224c52c2467ad HTTP/1.1" status: 200 len: 1128 time: 0.0585403 Jun 14 18:33:33.176319 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:33.217542 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-894dca42-ab3c-41ef-967a-bcfb9e69b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:33.219100 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-894dca42-ab3c-41ef-967a-bcfb9e69b2b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8603a3b1604479da86224c52c2467ad&device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 1128 time: 0.0420804 Jun 14 18:33:33.235769 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (1754f2cd-b7cf-4e61-9902-e19aa00b1cb0), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:33.250295 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:33:33.266255 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event deleted for resources: {'Port': ['ID=1754f2cd-b7cf-4e61-9902-e19aa00b1cb0,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:33.347591 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-7a9b7970-ad9a-45c1-a123-14c26fd60c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:33.349123 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-7a9b7970-ad9a-45c1-a123-14c26fd60c0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 200 len: 918 time: 0.1236856 Jun 14 18:33:33.415955 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-7d162ed2-cc1f-4a9c-810a-bb7fb085427c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb HTTP/1.1" status: 200 len: 1000 time: 0.0611329 Jun 14 18:33:33.417146 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:33.422879 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6cb8-c5a9-4a94-92f2-bc812e15f85f req-59af6525-5777-4dbc-a407-32678190a342 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:33.424933 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c95c6cb8-c5a9-4a94-92f2-bc812e15f85f req-59af6525-5777-4dbc-a407-32678190a342 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0624707 Jun 14 18:33:33.430551 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Router 50deef1f-d8c9-497b-8029-b56ac186404c has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:33:33.518267 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:33.528317 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:33.535569 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-a4c8840f-860d-488e-8d69-e919ed5ef9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:33.540805 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-a4c8840f-860d-488e-8d69-e919ed5ef9f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61e47d25-4bab-4e31-a800-f8d0e60b222c HTTP/1.1" status: 200 len: 856 time: 0.1150353 Jun 14 18:33:33.548953 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c95c6cb8-c5a9-4a94-92f2-bc812e15f85f req-d950e554-fdb9-43de-b8e0-43ae38f7a5d7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168883 Jun 14 18:33:33.584186 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:33:33.598245 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1999625b-c0e8-45f7-adb9-e4be9b0d1868 None None] Sync routers for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:33:33.602367 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:33.620181 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa742b0-950f-4bd6-bd85-b5e5a0e5cf09 req-6b0418b8-83b1-4e0d-a907-a5034f77d135 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:33.622297 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-afa742b0-950f-4bd6-bd85-b5e5a0e5cf09 req-6b0418b8-83b1-4e0d-a907-a5034f77d135 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.1090164 Jun 14 18:33:33.637691 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999625b-c0e8-45f7-adb9-e4be9b0d1868 None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:33:33.637691 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-1999625b-c0e8-45f7-adb9-e4be9b0d1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:33:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:33.638085 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-3b64fb20-a511-4023-8955-077abc6ff300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:33.638085 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-3b64fb20-a511-4023-8955-077abc6ff300 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=274ef244-b114-4d41-92b0-e6c757fabfee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740108 Jun 14 18:33:33.640273 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] No DVR routers for this DVR port 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 on host hv-cinder-84456 {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:33:33.646036 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:33.650072 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5d69c6e-a01c-48a4-8c4a-6982d7b9cab6 req-2c73dd30-61e6-40ed-901c-d9dafa68251a tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.13 "DELETE /v2.0/ports/1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 HTTP/1.1" status: 204 len: 173 time: 0.9862318 Jun 14 18:33:33.651903 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41923641-5855-4385-8905-cc7dc5a46714', 'name': 'network-vif-deleted', 'tag': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:33:33.656281 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ee921d-bfbc-4334-bd2b-31bad4bbabdb" -d '{"events": [{"server_uuid": "41923641-5855-4385-8905-cc7dc5a46714", "name": "network-vif-deleted", "tag": "1754f2cd-b7cf-4e61-9902-e19aa00b1cb0"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:33:33.693387 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-600d2b52-517f-4548-a96e-6cb2834ba8e8 req-369c0ebb-3f92-468f-90ee-2b637d83f5b6 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 210 time: 0.0415430 Jun 14 18:33:33.815829 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-1999625b-c0e8-45f7-adb9-e4be9b0d1868 None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:33:33.875967 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:33.911400 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:33.960927 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-afa742b0-950f-4bd6-bd85-b5e5a0e5cf09 req-abe25526-5303-4536-b206-f31100753bb8 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3267138 Jun 14 18:33:34.028751 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Allocated IP 172.27.0.85 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/24d51949-4f87-4775-a149-62f9dd402a38) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:33:34.030446 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c14cf07-8fc3-4d91-bab8-8ba494c8ecc9 x-openstack-request-id: req-6c14cf07-8fc3-4d91-bab8-8ba494c8ecc9 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:33:34.030744 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41923641-5855-4385-8905-cc7dc5a46714", "name": "network-vif-deleted", "tag": "1754f2cd-b7cf-4e61-9902-e19aa00b1cb0", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:33:34.031025 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c14cf07-8fc3-4d91-bab8-8ba494c8ecc9 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:33:34.031493 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c14cf07-8fc3-4d91-bab8-8ba494c8ecc9'] response: {'server_uuid': '41923641-5855-4385-8905-cc7dc5a46714', 'name': 'network-vif-deleted', 'tag': '1754f2cd-b7cf-4e61-9902-e19aa00b1cb0', 'status': 'completed', 'code': 200} Jun 14 18:33:34.049141 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-fb23166b-1a65-47bb-93ec-59241c065a6c service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845661 Jun 14 18:33:34.107345 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-1999625b-c0e8-45f7-adb9-e4be9b0d1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:33Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:34.134204 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1999625b-c0e8-45f7-adb9-e4be9b0d1868 None None] Checking router: 50deef1f-d8c9-497b-8029-b56ac186404c for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:33:34.144869 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:34.147219 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999625b-c0e8-45f7-adb9-e4be9b0d1868 None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:33:34.148322 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-1999625b-c0e8-45f7-adb9-e4be9b0d1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:33:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:34.179942 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for port (24d51949-4f87-4775-a149-62f9dd402a38), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:34.282590 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (24d51949-4f87-4775-a149-62f9dd402a38), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:34.303661 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-1999625b-c0e8-45f7-adb9-e4be9b0d1868 None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:33:34.354744 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:33:34.359342 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'Port': ['ID=24d51949-4f87-4775-a149-62f9dd402a38,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:34.368625 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:33:34.374203 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:33:34.489213 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-de01fc83-4543-4515-9a38-804ff716696d service neutron] 10.222.0.13 "GET /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772642 Jun 14 18:33:34.535308 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (63dd484e-33df-4431-a690-8390f769bab3), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:34.546374 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-1999625b-c0e8-45f7-adb9-e4be9b0d1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:33Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:34.572552 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1999625b-c0e8-45f7-adb9-e4be9b0d1868 None None] The sync data for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi is: [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:20Z', 'revision_number': 4, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '33ce9a04-b059-4e95-b6fc-c7f365556ad8', 'name': '', 'network_id': 'c02f9f85-b95f-4513-a67b-ed0864c5046e', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'mac_address': 'fa:16:3e:37:df:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:16Z', 'updated_at': '2022-06-14T18:27:33Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'subnets': [{'id': 'f380e5ad-d4ad-415b-bade-032ddaaa2dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:33:34.682623 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:34.693109 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (24d51949-4f87-4775-a149-62f9dd402a38), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:34.701664 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41013d7-2d4d-43ad-847d-125fc174d237 req-d42f94df-c798-40fe-b586-9306ec2258b9 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:34.703211 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f41013d7-2d4d-43ad-847d-125fc174d237 req-d42f94df-c798-40fe-b586-9306ec2258b9 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0771959 Jun 14 18:33:34.810566 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f41013d7-2d4d-43ad-847d-125fc174d237 req-c839ed3e-6b42-4762-a85d-e70f7ac2ee69 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861897 Jun 14 18:33:34.860034 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6c7ae4a8-dde4-46f2-89ab-b1358d87d5c4 req-bd25b459-0060-4764-8afe-b346850b11aa tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 210 time: 0.0423999 Jun 14 18:33:34.862828 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:34.874062 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc92c1-0a86-44c3-9344-c007207d72a0 None None] New status for floating IP efa329be-e239-4889-994f-315452ad7f95: DOWN {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:33:34.925010 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for port (24d51949-4f87-4775-a149-62f9dd402a38), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:35.009394 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (24d51949-4f87-4775-a149-62f9dd402a38), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:35.141321 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:35.357063 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'Port': ['ID=24d51949-4f87-4775-a149-62f9dd402a38,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:35.376999 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a1a94-4507-4ec3-bb2c-4e252f1c450b req-d8594e95-5a36-4a6d-b432-49980f8f40f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:35.378469 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f17a1a94-4507-4ec3-bb2c-4e252f1c450b req-d8594e95-5a36-4a6d-b432-49980f8f40f0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.3385270 Jun 14 18:33:35.379625 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (63dd484e-33df-4431-a690-8390f769bab3), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:35.431154 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f17a1a94-4507-4ec3-bb2c-4e252f1c450b req-3e9c96bf-50aa-49cc-a476-c213a59fc125 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471268 Jun 14 18:33:35.512682 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:35.513919 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-76af962c-3376-440c-b4db-d3a020f1f021 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4375229 Jun 14 18:33:35.658997 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-0a3c4252-2ecd-4018-8d05-3770104ddd38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--193629007&fields=id&tenant_id=56f8367a52044e82a2c272da39e1bfd8 HTTP/1.1" status: 200 len: 267 time: 0.0432994 Jun 14 18:33:35.763086 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-752cb707-0678-44ba-96c4-048c7556cd89 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:35.764551 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-752cb707-0678-44ba-96c4-048c7556cd89 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 814 time: 0.0989017 Jun 14 18:33:35.779140 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-019e7c5f-1726-4984-b98d-74523364a5ef tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/quotas/56f8367a52044e82a2c272da39e1bfd8 HTTP/1.1" status: 200 len: 375 time: 0.0091782 Jun 14 18:33:35.832329 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-450119a2-1075-45fa-85cf-91b14063554e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481942 Jun 14 18:33:35.929860 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-e4d7796d-4c50-4a48-8303-956e0b64f662 service neutron] 10.222.0.78 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855632 Jun 14 18:33:35.938274 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eadfa-45ec-49e6-8eda-9fd3ec5642d0 req-933bc675-cc73-4308-b0d5-04c124e32a71 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:35.939970 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-436eadfa-45ec-49e6-8eda-9fd3ec5642d0 req-933bc675-cc73-4308-b0d5-04c124e32a71 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0483184 Jun 14 18:33:35.989235 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-436eadfa-45ec-49e6-8eda-9fd3ec5642d0 req-c7dca597-6d91-415c-a736-4b12b6f6762a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434859 Jun 14 18:33:36.025021 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a2629a49-3fe8-4670-8e3f-9e6e6bf46a99 service neutron] 10.222.0.78 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885906 Jun 14 18:33:36.086616 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f2ea23eb-da27-4e3e-895a-bb68b014d6d1 req-09f6ae0a-dee5-4998-8fed-a136f83dd5b0 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 210 time: 0.0291748 Jun 14 18:33:36.307575 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1d96c2f9-8622-40ef-b8f6-2c80791431b0 req-ab2d42e5-655a-45c1-8e2d-a51702fbaac2 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 210 time: 0.0355513 Jun 14 18:33:36.563864 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89016932-d976-4fd2-8595-2556d8837f90 req-cb7ef354-a75f-48fd-943e-4d09924d8216 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:36.565529 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-89016932-d976-4fd2-8595-2556d8837f90 req-cb7ef354-a75f-48fd-943e-4d09924d8216 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0509117 Jun 14 18:33:36.614280 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-89016932-d976-4fd2-8595-2556d8837f90 req-517091c0-5f3a-4255-8f48-7a8179702f9a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430779 Jun 14 18:33:37.136641 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd684d1-26c6-4e68-9c41-78b42d1dc816 req-8f06fcef-687f-48cc-85e9-411f3fd3d8d7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:37.136641 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8bd684d1-26c6-4e68-9c41-78b42d1dc816 req-8f06fcef-687f-48cc-85e9-411f3fd3d8d7 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 944 time: 0.0726449 Jun 14 18:33:37.196005 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8bd684d1-26c6-4e68-9c41-78b42d1dc816 req-1cb8ca92-f07c-4cd4-8c4f-5d252fdf3b5c tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562828 Jun 14 18:33:37.211917 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-46aa28d0-99fe-4cb5-a268-bc9367513834 req-0a8a8a5f-9217-4480-9672-87af8b4db283 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/ports?device_id=41923641-5855-4385-8905-cc7dc5a46714 HTTP/1.1" status: 200 len: 210 time: 0.0297430 Jun 14 18:33:37.435854 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f776bb26-2c40-48a3-ab2f-38c9a065d843 req-263496c5-209e-45e6-b4ca-ce67f1b8d6ee tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 210 time: 0.0459580 Jun 14 18:33:37.471254 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 4fa1bac8-6b6d-4a62-afca-3aed68487621 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:33:37.479322 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:33:37.525102 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:33:37.525715 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 1754f2cd-b7cf-4e61-9902-e19aa00b1cb0 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:33:37.635845 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 4fa1bac8-6b6d-4a62-afca-3aed68487621, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:37.651729 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'port_id': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'mac_address': 'fa:16:3e:a9:67:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733f3888-d538-4d36-9494-05eb79859400', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:33:37.698273 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 4fa1bac8-6b6d-4a62-afca-3aed68487621 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:33:37.698673 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:37.713859 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa1bac8-6b6d-4a62-afca-3aed68487621 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:33:37.737163 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 4fa1bac8-6b6d-4a62-afca-3aed68487621, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:37.760521 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6ace-fb41-4919-a14f-2f3b888ec641 req-58485aed-d440-4326-bfbc-916dcb1f3497 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:37.762127 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-679a6ace-fb41-4919-a14f-2f3b888ec641 req-58485aed-d440-4326-bfbc-916dcb1f3497 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0561943 Jun 14 18:33:37.810847 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-679a6ace-fb41-4919-a14f-2f3b888ec641 req-102f8ab9-e496-4679-8a92-52a2ff2441e7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424573 Jun 14 18:33:37.902287 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:37.970561 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=4fa1bac8-6b6d-4a62-afca-3aed68487621,revision_number=7']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:38.149816 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['4fa1bac8-6b6d-4a62-afca-3aed68487621'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:33:38.285547 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:38.364764 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9644c-6705-449f-ad44-e36dd6ac5991 req-00274106-fd48-4e65-b292-5048bd1e1500 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:38.366356 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7de9644c-6705-449f-ad44-e36dd6ac5991 req-00274106-fd48-4e65-b292-5048bd1e1500 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 945 time: 0.0805290 Jun 14 18:33:38.387037 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:38.412376 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:38.434401 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7de9644c-6705-449f-ad44-e36dd6ac5991 req-8d423821-b36b-4bbc-a012-583ed3f24550 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567808 Jun 14 18:33:38.450674 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59850) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:38.511878 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ade4eea4-2ec8-4f34-a833-28b33c99da88 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group (1f26906e-5227-4d42-aac6-ae2b804dc255), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:38.541301 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ade4eea4-2ec8-4f34-a833-28b33c99da88 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group (1f26906e-5227-4d42-aac6-ae2b804dc255), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:38.636688 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-52d198a8-9a84-4572-ad52-8f29f5b7a047 req-ebba748a-b44d-4bca-9ea8-3c09c7d95878 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 210 time: 0.0432830 Jun 14 18:33:38.693849 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ade4eea4-2ec8-4f34-a833-28b33c99da88 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (1f26906e-5227-4d42-aac6-ae2b804dc255), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:38.698308 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ade4eea4-2ec8-4f34-a833-28b33c99da88 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:38.699735 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-ade4eea4-2ec8-4f34-a833-28b33c99da88 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "DELETE /v2.0/security-groups/1f26906e-5227-4d42-aac6-ae2b804dc255 HTTP/1.1" status: 204 len: 168 time: 0.2538319 Jun 14 18:33:38.702688 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59858) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:38.711132 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4eea4-2ec8-4f34-a833-28b33c99da88 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f26906e-5227-4d42-aac6-ae2b804dc255,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:38.720657 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.api.v2.resource [None req-679c2e5a-4927-496b-96b9-b17ba2a6cbbd tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] show failed (client error): The resource could not be found. Jun 14 18:33:38.722076 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-679c2e5a-4927-496b-96b9-b17ba2a6cbbd tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "GET /v2.0/security-groups/1f26906e-5227-4d42-aac6-ae2b804dc255 HTTP/1.1" status: 404 len: 347 time: 0.0183613 Jun 14 18:33:38.725085 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59860) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:38.946626 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-9681d029-d6be-4372-95b2-fb14cb883eb2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Deleting port 742b4fd2-8a68-4c05-adf3-6b75cec38adf {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:33:38.947028 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9681d029-d6be-4372-95b2-fb14cb883eb2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (742b4fd2-8a68-4c05-adf3-6b75cec38adf), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:38.966246 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:39.012869 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de9c24-a887-43f6-9450-71835f33ba9b req-2c1e0788-2c8d-4470-9c16-6eb759868fdb tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:39.015415 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d1de9c24-a887-43f6-9450-71835f33ba9b req-2c1e0788-2c8d-4470-9c16-6eb759868fdb tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0966866 Jun 14 18:33:39.058147 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9681d029-d6be-4372-95b2-fb14cb883eb2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (742b4fd2-8a68-4c05-adf3-6b75cec38adf), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:39.058654 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9681d029-d6be-4372-95b2-fb14cb883eb2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (742b4fd2-8a68-4c05-adf3-6b75cec38adf), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:39.062082 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:39.086433 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-9681d029-d6be-4372-95b2-fb14cb883eb2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Calling delete_port for 742b4fd2-8a68-4c05-adf3-6b75cec38adf owned by network:floatingip {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:33:39.094505 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d1de9c24-a887-43f6-9450-71835f33ba9b req-e9f37a8c-1795-4dff-8c8e-dc2dba19d7f1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720031 Jun 14 18:33:39.176656 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:39.356734 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9681d029-d6be-4372-95b2-fb14cb883eb2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (742b4fd2-8a68-4c05-adf3-6b75cec38adf), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:39.380901 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681d029-d6be-4372-95b2-fb14cb883eb2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Pushing event deleted for resources: {'Port': ['ID=742b4fd2-8a68-4c05-adf3-6b75cec38adf,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:39.456045 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9681d029-d6be-4372-95b2-fb14cb883eb2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks [] for floatingip (efa329be-e239-4889-994f-315452ad7f95), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:39.460294 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9681d029-d6be-4372-95b2-fb14cb883eb2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:39.466156 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-9681d029-d6be-4372-95b2-fb14cb883eb2 tempest-AttachVolumeTestJSON-1453686410 tempest-AttachVolumeTestJSON-1453686410-project] 10.222.0.78 "DELETE /v2.0/floatingips/efa329be-e239-4889-994f-315452ad7f95 HTTP/1.1" status: 204 len: 168 time: 0.7351635 Jun 14 18:33:39.474722 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 4fa1bac8-6b6d-4a62-afca-3aed68487621 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:33:39.536430 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 4fa1bac8-6b6d-4a62-afca-3aed68487621 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:33:39.536987 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:39.640264 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 4fa1bac8-6b6d-4a62-afca-3aed68487621 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:33:39.641038 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:39.700969 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4839378-d35e-4750-9a97-d3fdef126848 req-f90472ac-0b37-42e5-8f46-c6bffc50b379 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:39.709718 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e4839378-d35e-4750-9a97-d3fdef126848 req-f90472ac-0b37-42e5-8f46-c6bffc50b379 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 945 time: 0.1127841 Jun 14 18:33:39.717867 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:33:39.721706 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59caa278-0fe8-4fce-beb1-9990fa107ac2" -d '{"events": [{"server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "name": "network-vif-plugged", "status": "completed", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:33:39.755698 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 4fa1bac8-6b6d-4a62-afca-3aed68487621, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:39.811974 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d29035b3-8ede-46ca-a192-b262db77c91e req-d16a3a5d-cac2-4d02-a82f-2d3d733937a9 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 210 time: 0.0506239 Jun 14 18:33:39.848233 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e4839378-d35e-4750-9a97-d3fdef126848 req-9dcd6245-bb67-472a-96fc-09fc371b6904 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334136 Jun 14 18:33:39.853158 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:39.858840 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82f03e6-8d7c-49aa-9f9c-cffadc63bfc0 x-openstack-request-id: req-d82f03e6-8d7c-49aa-9f9c-cffadc63bfc0 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:33:39.859135 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "name": "network-vif-plugged", "status": "completed", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:33:39.859387 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d82f03e6-8d7c-49aa-9f9c-cffadc63bfc0 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:33:39.859899 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82f03e6-8d7c-49aa-9f9c-cffadc63bfc0'] response: {'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'code': 200} Jun 14 18:33:39.964328 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=4fa1bac8-6b6d-4a62-afca-3aed68487621,revision_number=8']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:40.252894 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6e8b6-71dc-419a-9e2f-af779aec1c31 req-c53f2cfc-89d8-4848-9e08-4c0db9e0d59c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:40.254654 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-10b6e8b6-71dc-419a-9e2f-af779aec1c31 req-c53f2cfc-89d8-4848-9e08-4c0db9e0d59c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0633442 Jun 14 18:33:40.341643 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-10b6e8b6-71dc-419a-9e2f-af779aec1c31 req-37879494-5b51-4f59-996b-1862ed1525e9 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794055 Jun 14 18:33:40.938118 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0ed97bc1-eb3c-4e1b-ab3b-35475bb6a445 req-b12bd948-6d49-4f37-b682-17bb68e731ea tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 210 time: 0.0459065 Jun 14 18:33:41.022193 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96ec96-2002-4a10-a4e4-12a00740c0f7 req-c6d3cf56-b328-4561-8075-8c166688eb58 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:41.023804 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2c96ec96-2002-4a10-a4e4-12a00740c0f7 req-c6d3cf56-b328-4561-8075-8c166688eb58 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0629070 Jun 14 18:33:41.118970 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2c96ec96-2002-4a10-a4e4-12a00740c0f7 req-7360f057-4eed-44af-9779-0e78de538224 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760372 Jun 14 18:33:41.494168 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a634d66-bf77-48fb-a360-837a1f21189d req-733fa307-4e16-4235-b683-b7b86eafac25 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:41.495941 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4a634d66-bf77-48fb-a360-837a1f21189d req-733fa307-4e16-4235-b683-b7b86eafac25 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0644691 Jun 14 18:33:41.567178 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4a634d66-bf77-48fb-a360-837a1f21189d req-4f079a49-c5c2-4a06-8279-1167017e4e1a tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639105 Jun 14 18:33:42.053645 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0b264b7b-2a37-46d4-9a02-d7f8c6c29889 req-a96ff855-ce56-470e-9e58-bd7b79f40273 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 210 time: 0.0308340 Jun 14 18:33:42.348573 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5d13e-e4bd-432f-a25d-354c5bc3f054 req-24b0913e-6954-4670-87a7-e09a0fe7a875 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:42.362153 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5cd5d13e-e4bd-432f-a25d-354c5bc3f054 req-24b0913e-6954-4670-87a7-e09a0fe7a875 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0961652 Jun 14 18:33:42.433546 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5cd5d13e-e4bd-432f-a25d-354c5bc3f054 req-2af103fb-c7a0-49e9-9805-b414719077bc tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704052 Jun 14 18:33:42.810368 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781bf04-c246-4c97-a949-b6f8ff398421 req-c214d217-c21b-49ef-a786-0133d5bafd7e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:42.819131 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b781bf04-c246-4c97-a949-b6f8ff398421 req-c214d217-c21b-49ef-a786-0133d5bafd7e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0838351 Jun 14 18:33:42.882959 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b781bf04-c246-4c97-a949-b6f8ff398421 req-0505ba1c-1bd7-45fe-8f80-9901f8cd3da3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625436 Jun 14 18:33:43.335322 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-11cbe184-4a92-4e42-bb27-982c74314427 req-f14393b2-7ddf-4cb4-af1c-3341bcb46dbc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 210 time: 0.0410073 Jun 14 18:33:43.422754 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59950) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:43.590720 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e569fcc-8be3-4b1a-8849-5d44c5e21a02 req-e9cc8692-9e98-4a77-92be-dc7adbaeaa26 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:43.598667 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3e569fcc-8be3-4b1a-8849-5d44c5e21a02 req-e9cc8692-9e98-4a77-92be-dc7adbaeaa26 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0614190 Jun 14 18:33:43.675139 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3e569fcc-8be3-4b1a-8849-5d44c5e21a02 req-f1bd287f-77a7-4a3c-ad7b-534f0d49d894 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740941 Jun 14 18:33:43.676234 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-12039e4f-6b0d-45a0-8a68-0dd004e6cbf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:43.712612 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59962) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:43.809704 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-12039e4f-6b0d-45a0-8a68-0dd004e6cbf0 admin admin] Publish callbacks [] for security_group (d14c8b8b-19b8-4955-a753-c0e5356e484a), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:43.918354 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-12039e4f-6b0d-45a0-8a68-0dd004e6cbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d14c8b8b-19b8-4955-a753-c0e5356e484a), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:43.985235 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12039e4f-6b0d-45a0-8a68-0dd004e6cbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14c8b8b-19b8-4955-a753-c0e5356e484a,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:43.988371 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:44.079917 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-12039e4f-6b0d-45a0-8a68-0dd004e6cbf0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b00026b6b4c44b47b106cd639155f55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6548302 Jun 14 18:33:44.082843 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59968) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:44.098690 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628ce1c-c921-4a93-b2bf-eea13c9d38a0 req-bf172c8c-8290-4d71-9536-f17a69c36810 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:44.100709 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6628ce1c-c921-4a93-b2bf-eea13c9d38a0 req-bf172c8c-8290-4d71-9536-f17a69c36810 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0692191 Jun 14 18:33:44.176284 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-85b81c9e-5d55-4d22-8e6b-5749558f6a14 admin admin] Publish callbacks [] for security_group (d14c8b8b-19b8-4955-a753-c0e5356e484a), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:44.176703 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6628ce1c-c921-4a93-b2bf-eea13c9d38a0 req-e7a0535d-3395-4923-93fe-243d33cea7ac tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695605 Jun 14 18:33:44.243499 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-85b81c9e-5d55-4d22-8e6b-5749558f6a14 admin admin] Publish callbacks [] for security_group (d14c8b8b-19b8-4955-a753-c0e5356e484a), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:44.391848 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1493a051-baed-4050-8748-ac7427189873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411822'] for router_interface (50deef1f-d8c9-497b-8029-b56ac186404c), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:44.495076 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-85b81c9e-5d55-4d22-8e6b-5749558f6a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d14c8b8b-19b8-4955-a753-c0e5356e484a), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:44.499113 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-85b81c9e-5d55-4d22-8e6b-5749558f6a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:44.500502 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-85b81c9e-5d55-4d22-8e6b-5749558f6a14 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d14c8b8b-19b8-4955-a753-c0e5356e484a HTTP/1.1" status: 204 len: 168 time: 0.4166429 Jun 14 18:33:44.532845 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3080057a-f4c1-4441-b6a3-4260da1a5063 req-d691d6a4-c481-4389-80b3-cbb77f6e1235 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 210 time: 0.0605702 Jun 14 18:33:44.537082 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b81c9e-5d55-4d22-8e6b-5749558f6a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14c8b8b-19b8-4955-a753-c0e5356e484a,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:44.542045 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:44.546992 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=39 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:44.550896 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=59 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:44.573718 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:44.779403 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-1493a051-baed-4050-8748-ac7427189873 admin admin] Deleting port 33ce9a04-b059-4e95-b6fc-c7f365556ad8 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:33:44.779403 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1493a051-baed-4050-8748-ac7427189873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:44.854904 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b77d-363d-460f-9db1-900858ae0c2d req-5ae494d4-cce0-4bb9-8339-94c8d7bf1b2f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:44.864909 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cb37b77d-363d-460f-9db1-900858ae0c2d req-5ae494d4-cce0-4bb9-8339-94c8d7bf1b2f tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0770540 Jun 14 18:33:44.932966 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-1493a051-baed-4050-8748-ac7427189873 admin admin] For port 33ce9a04-b059-4e95-b6fc-c7f365556ad8, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=33ce9a04-b059-4e95-b6fc-c7f365556ad8,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:44.938717 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1493a051-baed-4050-8748-ac7427189873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:44.952936 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cb37b77d-363d-460f-9db1-900858ae0c2d req-76d42d58-9d08-44ff-9d4f-5a59e5f574d5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863833 Jun 14 18:33:44.976784 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-1493a051-baed-4050-8748-ac7427189873 admin admin] Calling delete_port for 33ce9a04-b059-4e95-b6fc-c7f365556ad8 owned by network:router_interface {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:33:45.296012 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1493a051-baed-4050-8748-ac7427189873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (33ce9a04-b059-4e95-b6fc-c7f365556ad8), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:45.341761 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493a051-baed-4050-8748-ac7427189873 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ce9a04-b059-4e95-b6fc-c7f365556ad8,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:45.346538 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:45.384705 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da208e65-2331-42f6-9da1-54c2cabff52d req-233db04f-f8c6-497c-99ec-f0b281eeb0ef tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:45.395990 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-da208e65-2331-42f6-9da1-54c2cabff52d req-233db04f-f8c6-497c-99ec-f0b281eeb0ef tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.1096537 Jun 14 18:33:45.497887 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-da208e65-2331-42f6-9da1-54c2cabff52d req-8635d998-8e65-4722-bde0-160e51496e57 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043112 Jun 14 18:33:45.617976 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1493a051-baed-4050-8748-ac7427189873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-459281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-411706'] for router_interface (50deef1f-d8c9-497b-8029-b56ac186404c), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:45.669941 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-08bf6666-9e9b-4ab1-bf2d-9e22b6718be3 req-477b0b63-5ff1-41ca-b119-9a46dbe0c88c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 210 time: 0.0352786 Jun 14 18:33:45.827440 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1493a051-baed-4050-8748-ac7427189873 admin admin] Router 50deef1f-d8c9-497b-8029-b56ac186404c has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:33:45.927639 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1493a051-baed-4050-8748-ac7427189873 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:33:45.934714 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-1493a051-baed-4050-8748-ac7427189873 admin admin] 10.222.0.78 "PUT /v2.0/routers/50deef1f-d8c9-497b-8029-b56ac186404c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2189322 Jun 14 18:33:45.935259 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 59982) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:45.937993 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f7006-0f62-4d67-bf1e-15f0473c28b5 None None] Sync routers for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:33:45.949178 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f7006-0f62-4d67-bf1e-15f0473c28b5 None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:33:45.949826 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-c83f7006-0f62-4d67-bf1e-15f0473c28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:33:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:46.035259 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:46.066859 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-c83f7006-0f62-4d67-bf1e-15f0473c28b5 None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:33:46.083243 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a602b9-d127-4f15-8ad4-2c05ee980afd req-6234f125-6239-4d48-93ac-ce2c3ddc899d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:46.084660 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-25a602b9-d127-4f15-8ad4-2c05ee980afd req-6234f125-6239-4d48-93ac-ce2c3ddc899d tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0640321 Jun 14 18:33:46.088506 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Publish callbacks [] for router (50deef1f-d8c9-497b-8029-b56ac186404c), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:46.211846 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-25a602b9-d127-4f15-8ad4-2c05ee980afd req-23938042-720d-4d8e-8992-8253e06208fa tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202507 Jun 14 18:33:46.231056 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Publish callbacks [] for router_gateway (50deef1f-d8c9-497b-8029-b56ac186404c), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:46.238612 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-c83f7006-0f62-4d67-bf1e-15f0473c28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:33:45Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:46.239794 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:46.270352 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f7006-0f62-4d67-bf1e-15f0473c28b5 None None] Checking router: 50deef1f-d8c9-497b-8029-b56ac186404c for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:33:46.281181 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f7006-0f62-4d67-bf1e-15f0473c28b5 None None] Routers {'50deef1f-d8c9-497b-8029-b56ac186404c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:33:46.281784 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-c83f7006-0f62-4d67-bf1e-15f0473c28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:33:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['50deef1f-d8c9-497b-8029-b56ac186404c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:46.332678 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Deleting port 25844000-70b3-4a41-ab06-f1bbbed8be07 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:33:46.333026 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:46.379871 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-c83f7006-0f62-4d67-bf1e-15f0473c28b5 None None] Set router 50deef1f-d8c9-497b-8029-b56ac186404c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:33:46.415514 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] For port 25844000-70b3-4a41-ab06-f1bbbed8be07, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=25844000-70b3-4a41-ab06-f1bbbed8be07,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:46.416182 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:46.429812 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Calling delete_port for 25844000-70b3-4a41-ab06-f1bbbed8be07 owned by network:router_gateway {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:33:46.648095 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-c83f7006-0f62-4d67-bf1e-15f0473c28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:33:45Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:46.666745 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (25844000-70b3-4a41-ab06-f1bbbed8be07), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:46.674053 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f7006-0f62-4d67-bf1e-15f0473c28b5 None None] The sync data for ids ['50deef1f-d8c9-497b-8029-b56ac186404c'] in dv-cinder-844563-2-iscsi is: [{'id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'name': 'tempest-AttachVolumeTestJSON-217925971-router', 'tenant_id': 'e2f771a602054b349adae092a9d3ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:33:45Z', 'revision_number': 5, 'project_id': 'e2f771a602054b349adae092a9d3ed24', 'gw_port': {'id': '25844000-70b3-4a41-ab06-f1bbbed8be07', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50deef1f-d8c9-497b-8029-b56ac186404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:05Z', 'updated_at': '2022-06-14T18:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:33:46.681800 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a15846-bc2e-46dc-a9ec-0f07bd9e7e73 req-0ec49c06-80e1-4ca9-99b8-35522daca8a7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:46.683414 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-64a15846-bc2e-46dc-a9ec-0f07bd9e7e73 req-0ec49c06-80e1-4ca9-99b8-35522daca8a7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0505447 Jun 14 18:33:46.702965 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=25844000-70b3-4a41-ab06-f1bbbed8be07,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:46.710997 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:46.753770 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-64a15846-bc2e-46dc-a9ec-0f07bd9e7e73 req-0c74ef59-fe9d-4532-a10c-e2ceca42f48d tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630879 Jun 14 18:33:46.828821 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1c7495dd-aa59-4cbc-9f0a-e9d3f7d5cbb4 req-3584038e-407e-40a4-9dde-2c3d68005438 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 210 time: 0.0457633 Jun 14 18:33:46.875621 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413547'] for router_gateway (50deef1f-d8c9-497b-8029-b56ac186404c), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:46.975498 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-608'] for router (50deef1f-d8c9-497b-8029-b56ac186404c), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:46.977861 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Publish callbacks [] for router_controller (50deef1f-d8c9-497b-8029-b56ac186404c), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:46.985743 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-02a2e214-9d1e-4925-bbd1-b8e2b5ef8975 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:46.986696 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-02a2e214-9d1e-4925-bbd1-b8e2b5ef8975 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 814 time: 0.2732596 Jun 14 18:33:47.046558 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d038d-c2a4-4af9-91ce-9a5c65aa6cda req-016eb22d-308d-432b-92d7-2bc0d92f7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:47.048684 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fe7d038d-c2a4-4af9-91ce-9a5c65aa6cda req-016eb22d-308d-432b-92d7-2bc0d92f7005 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 1130 time: 0.0485191 Jun 14 18:33:47.093937 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-3daf0c1f-f29d-4fc8-b95b-5cd108140837 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f8367a52044e82a2c272da39e1bfd8 HTTP/1.1" status: 200 len: 379 time: 0.0733287 Jun 14 18:33:47.105790 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'port': {'device_id': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'admin_state_up': True, 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'security_groups': ['ddb6b247-5725-4d0c-9345-3f99f5534e50']}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:33:47.109676 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fe7d038d-c2a4-4af9-91ce-9a5c65aa6cda req-4f40cf84-1d63-4228-b656-3fcdbb961cc3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551341 Jun 14 18:33:47.124144 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412923'] for router (50deef1f-d8c9-497b-8029-b56ac186404c), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:47.124862 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50deef1f-d8c9-497b-8029-b56ac186404c {{(pid=104773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:33:47.130676 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:47.131904 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-2c9320f6-5922-45da-981e-235770eb0b55 admin admin] 10.222.0.78 "DELETE /v2.0/routers/50deef1f-d8c9-497b-8029-b56ac186404c HTTP/1.1" status: 204 len: 168 time: 1.1956854 Jun 14 18:33:47.134667 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59990) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:47.139200 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:47.197151 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Deleting subnet f380e5ad-d4ad-415b-bade-032ddaaa2dd1 {{(pid=104772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:33:47.200693 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Publish callbacks [] for subnet (f380e5ad-d4ad-415b-bade-032ddaaa2dd1), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:47.239910 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126609704'] for subnet (f380e5ad-d4ad-415b-bade-032ddaaa2dd1), precommit_delete_associations {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:47.281263 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 33ce9a04-b059-4e95-b6fc-c7f365556ad8 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:33:47.301328 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 33ce9a04-b059-4e95-b6fc-c7f365556ad8 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:33:47.301707 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 33ce9a04-b059-4e95-b6fc-c7f365556ad8 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:33:47.324350 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (f380e5ad-d4ad-415b-bade-032ddaaa2dd1), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:47.333184 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Made reservation on behalf of 56f8367a52044e82a2c272da39e1bfd8 for: {'port': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:33:47.337766 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:47.410802 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:47.423178 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:47.428303 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b4853-8f87-4305-8220-5d5a5f592e52 req-dba484b7-53bc-4eae-b7ec-d5bdea35166a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:47.434164 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-700b4853-8f87-4305-8220-5d5a5f592e52 req-dba484b7-53bc-4eae-b7ec-d5bdea35166a tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0645115 Jun 14 18:33:47.485074 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Allocated IP 172.20.0.3 (e21b4aaa-368c-485d-acb4-337720920cc4/4916d0d5-399f-4622-980d-32fb81ecd6af/9a82f6b0-da2d-418b-9d02-f617bd45eb15) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:33:47.495983 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-700b4853-8f87-4305-8220-5d5a5f592e52 req-8dfc2203-16bf-4d1c-ada7-507427924924 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602360 Jun 14 18:33:47.545499 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126161872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126410565'] for subnet (f380e5ad-d4ad-415b-bade-032ddaaa2dd1), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:47.572355 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f380e5ad-d4ad-415b-bade-032ddaaa2dd1,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:47.574939 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:47.578520 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f380e5ad-d4ad-415b-bade-032ddaaa2dd1 HTTP/1.1" status: 204 len: 168 time: 0.4426334 Jun 14 18:33:47.579508 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbfc7a0-b8ee-4138-b363-b9fa29a86a5c None None] Network c02f9f85-b95f-4513-a67b-ed0864c5046e requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:33:47.583947 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 59998) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:47.591227 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.594506 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.594506 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.594506 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.594506 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.594506 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.594506 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.594506 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.594506 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.595138 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.595138 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.595298 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.595643 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.595891 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.596204 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49e033-a2d0-44bf-ab6b-d4c6fbae796b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:33:47.639131 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:47.739488 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:47.792297 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Network e21b4aaa-368c-485d-acb4-337720920cc4 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:33:47.796318 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:33:47.799142 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:33:47.830977 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event updated for resources: {'Port': ['ID=9a82f6b0-da2d-418b-9d02-f617bd45eb15,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:47.865843 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c849de7-5118-4c1a-94f2-ec8a9ed39321 None None] DHCP port deletion for c02f9f85-b95f-4513-a67b-ed0864c5046e request from dv-cinder-844563-2-iscsi {{(pid=104774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 14 18:33:47.976748 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-2c849de7-5118-4c1a-94f2-ec8a9ed39321 None None] Deleting port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 {{(pid=104774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:33:47.977305 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-2c849de7-5118-4c1a-94f2-ec8a9ed39321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), before_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:47.983290 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (c02f9f85-b95f-4513-a67b-ed0864c5046e), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:47.990787 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:47.991577 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.001537 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:48.024749 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb70f9-8f68-4a33-8a12-0cf6134fb1b3 req-d20f76c7-1448-4330-ad69-482f89976bc9 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:48.027688 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c8bb70f9-8f68-4a33-8a12-0cf6134fb1b3 req-d20f76c7-1448-4330-ad69-482f89976bc9 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.1137137 Jun 14 18:33:48.048982 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790d75e-610d-498b-a962-b29a75684a02 req-c49142d3-8c51-42bc-b975-f19546baa504 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:48.050566 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2790d75e-610d-498b-a962-b29a75684a02 req-c49142d3-8c51-42bc-b975-f19546baa504 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 931 time: 0.0836115 Jun 14 18:33:48.081281 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-2c849de7-5118-4c1a-94f2-ec8a9ed39321 None None] For port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=0bec917f-e8e9-4cf8-b1ca-722b8f6d7760,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:48.081774 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-2c849de7-5118-4c1a-94f2-ec8a9ed39321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), precommit_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.098317 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-2c849de7-5118-4c1a-94f2-ec8a9ed39321 None None] Calling delete_port for 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 owned by network:dhcp {{(pid=104774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:33:48.115171 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c8bb70f9-8f68-4a33-8a12-0cf6134fb1b3 req-1a032f8c-7d66-40c0-b6c6-89eb090030ad tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800841 Jun 14 18:33:48.123830 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Deleting port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:33:48.124421 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.127628 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-a3f76962-a85b-4cd0-b8db-7e6ae146e020 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0285070 Jun 14 18:33:48.149916 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2790d75e-610d-498b-a962-b29a75684a02 req-0bb9c6ad-7d51-4473-ac2a-c47924ce161e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922213 Jun 14 18:33:48.176013 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:48.194021 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-aab99bf6-1f45-4f31-843e-79aa45730365 None None] Provisioning complete for port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:33:48.195176 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-aab99bf6-1f45-4f31-843e-79aa45730365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.204703 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] For port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=0bec917f-e8e9-4cf8-b1ca-722b8f6d7760,segment=NetworkSegment(0489ce84-1c7f-425f-bf96-dc22ac12bfb3),segment_id=0489ce84-1c7f-425f-bf96-dc22ac12bfb3)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:48.205069 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.219053 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Calling delete_port for 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 owned by network:dhcp {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:33:48.228854 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-aab99bf6-1f45-4f31-843e-79aa45730365 None None] Port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:33:48.266016 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-2c849de7-5118-4c1a-94f2-ec8a9ed39321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), after_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.267080 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:48.293117 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c849de7-5118-4c1a-94f2-ec8a9ed39321 None None] Pushing event deleted for resources: {'Port': ['ID=0bec917f-e8e9-4cf8-b1ca-722b8f6d7760,revision_number=None']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:48.295561 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c849de7-5118-4c1a-94f2-ec8a9ed39321 None None] No DVR routers for this DVR port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 on host dv-cinder-844563-2-iscsi {{(pid=104774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:33:48.304310 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (0bec917f-e8e9-4cf8-b1ca-722b8f6d7760), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.334400 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bec917f-e8e9-4cf8-b1ca-722b8f6d7760,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:48.340727 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] No DVR routers for this DVR port 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 on host dv-cinder-844563-2-iscsi {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:33:48.351312 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Request body: {'port': {'device_id': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:33:48.424140 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (c02f9f85-b95f-4513-a67b-ed0864c5046e), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.435897 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.453720 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02f9f85-b95f-4513-a67b-ed0864c5046e']}} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:48.467282 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0489ce84-1c7f-425f-bf96-dc22ac12bfb3') {'for_net_delete': True} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:48.467565 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0489ce84-1c7f-425f-bf96-dc22ac12bfb3') {} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:33:48.479773 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126609713'] for segment (0489ce84-1c7f-425f-bf96-dc22ac12bfb3), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.495051 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (0489ce84-1c7f-425f-bf96-dc22ac12bfb3), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.501999 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=104772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:33:48.502379 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126161806'] for segment (0489ce84-1c7f-425f-bf96-dc22ac12bfb3), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.536150 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 0489ce84-1c7f-425f-bf96-dc22ac12bfb3 resource provider aggregate not found Jun 14 18:33:48.566505 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 0489ce84-1c7f-425f-bf96-dc22ac12bfb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0489ce84-1c7f-425f-bf96-dc22ac12bfb3 found for delete ", "request_id": "req-d9df7bec-97e1-4927-855c-8e1c84a6d5f8"}]} Jun 14 18:33:48.641819 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (c02f9f85-b95f-4513-a67b-ed0864c5046e), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.649166 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.656604 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c02f9f85-b95f-4513-a67b-ed0864c5046e HTTP/1.1" status: 204 len: 168 time: 1.0674851 Jun 14 18:33:48.669343 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cc065-60cf-4bab-a12d-05d903064907 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02f9f85-b95f-4513-a67b-ed0864c5046e,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:48.683203 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d925-29cf-4306-ab98-07e22d395c88 req-292ccb5d-e465-441c-9a06-fe80938bc584 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:48.684693 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f3d4d925-29cf-4306-ab98-07e22d395c88 req-292ccb5d-e465-441c-9a06-fe80938bc584 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0928497 Jun 14 18:33:48.774454 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f3d4d925-29cf-4306-ab98-07e22d395c88 req-8eac8ee6-e65d-4e34-b1ec-0cd01bdedbb2 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806952 Jun 14 18:33:48.802319 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a82f6b0-da2d-418b-9d02-f617bd45eb15 {{(pid=104773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:33:48.810698 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Publish callbacks [] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.823679 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.provisioning_blocks [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Transition to ACTIVE for port object 9a82f6b0-da2d-418b-9d02-f617bd45eb15 will not be triggered until provisioned by entity L2. {{(pid=104773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:33:48.936103 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:48.986340 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Pushing event updated for resources: {'Port': ['ID=9a82f6b0-da2d-418b-9d02-f617bd45eb15,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:49.068098 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:49.069365 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Attempting to bind port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:33:49.069807 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Attempting to bind port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:33:49.070136 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Attempting to bind port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 on network e21b4aaa-368c-485d-acb4-337720920cc4 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:33:49.075032 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 on network e21b4aaa-368c-485d-acb4-337720920cc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:33:49.077565 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Attempting to bind port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 on network e21b4aaa-368c-485d-acb4-337720920cc4 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:33:49.080965 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:33:49.081500 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Checking segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:33:49.081831 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Bound using segment: {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:33:49.082303 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Bound port: 9a82f6b0-da2d-418b-9d02-f617bd45eb15, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91ed6cd-088c-4717-9b44-93adfbc57557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4'}}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:33:49.082653 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:49.109254 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60012) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:49.187415 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-a3ce9ade-549b-4dbc-a98e-538690987d38 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2f771a602054b349adae092a9d3ed24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0757606 Jun 14 18:33:49.191113 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60018) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:33:49.192432 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 25844000-70b3-4a41-ab06-f1bbbed8be07 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:33:49.224443 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 25844000-70b3-4a41-ab06-f1bbbed8be07 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:33:49.224783 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 25844000-70b3-4a41-ab06-f1bbbed8be07 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:33:49.232183 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:33:49.262415 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:33:49.262818 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 0bec917f-e8e9-4cf8-b1ca-722b8f6d7760 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:33:49.268993 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-29938e8f-af37-464a-ac94-bf3de03c928e admin admin] Publish callbacks [] for security_group (95eaffcc-0591-4e45-9d9e-a4b93080a3ad), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:49.313869 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:49.326813 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-29938e8f-af37-464a-ac94-bf3de03c928e admin admin] Publish callbacks [] for security_group (95eaffcc-0591-4e45-9d9e-a4b93080a3ad), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:49.339478 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42d66-7a7c-4f00-9a9b-66abd6a60886 req-7b48d7ae-09e4-4f54-bd8e-6c45b9cd5c26 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:49.341169 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c7a42d66-7a7c-4f00-9a9b-66abd6a60886 req-7b48d7ae-09e4-4f54-bd8e-6c45b9cd5c26 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 944 time: 0.0889213 Jun 14 18:33:49.412517 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c7a42d66-7a7c-4f00-9a9b-66abd6a60886 req-8a0f959d-2ac5-49c3-9488-71cdef4ddf09 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603445 Jun 14 18:33:49.437831 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e0601-39bc-4a44-8f5b-c0be6e2125d8 req-9799dcd1-e505-4fb3-942c-23ba2d6e87fe tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:49.439314 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4a1e0601-39bc-4a44-8f5b-c0be6e2125d8 req-9799dcd1-e505-4fb3-942c-23ba2d6e87fe tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 943 time: 0.0764282 Jun 14 18:33:49.475590 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] For port 9a82f6b0-da2d-418b-9d02-f617bd45eb15, host hv-cinder-84456, cleared binding levels {{(pid=104773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:33:49.499273 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] For port 9a82f6b0-da2d-418b-9d02-f617bd45eb15, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a82f6b0-da2d-418b-9d02-f617bd45eb15,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:33:49.510303 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-29938e8f-af37-464a-ac94-bf3de03c928e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (95eaffcc-0591-4e45-9d9e-a4b93080a3ad), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:49.512788 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-29938e8f-af37-464a-ac94-bf3de03c928e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:49.514913 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-29938e8f-af37-464a-ac94-bf3de03c928e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95eaffcc-0591-4e45-9d9e-a4b93080a3ad HTTP/1.1" status: 204 len: 168 time: 0.3224103 Jun 14 18:33:49.516204 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4a1e0601-39bc-4a44-8f5b-c0be6e2125d8 req-330a455d-4021-4861-b6bf-e7bf9d1d5346 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690627 Jun 14 18:33:49.518061 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a48c21f-378c-4db8-a26f-6ed7263009cb details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:33:49.536393 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29938e8f-af37-464a-ac94-bf3de03c928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eaffcc-0591-4e45-9d9e-a4b93080a3ad,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:49.592862 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:49.634087 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:49.636574 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:49.636908 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:49.637011 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] 10.222.0.13 "PUT /v2.0/ports/9a82f6b0-da2d-418b-9d02-f617bd45eb15 HTTP/1.1" status: 200 len: 1093 time: 1.2897911 Jun 14 18:33:49.637011 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'tag': '9a82f6b0-da2d-418b-9d02-f617bd45eb15'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:33:49.639922 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6227386-e2c0-4b61-9cd9-7d3c3a7fac70" -d '{"events": [{"name": "network-changed", "server_uuid": "fed1dbeb-530d-4733-99c1-799e566bf8c1", "tag": "9a82f6b0-da2d-418b-9d02-f617bd45eb15"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:33:49.648275 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:49.648509 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:49.665537 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da36bf8-9315-4faa-b9b6-297da961a962 service neutron] Pushing event updated for resources: {'Port': ['ID=9a82f6b0-da2d-418b-9d02-f617bd45eb15,revision_number=3']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:49.665660 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'port_id': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'mac_address': 'fa:16:3e:d1:09:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:33:49.692740 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af80aaf8-83a4-4485-9015-5929c24348a9 x-openstack-request-id: req-af80aaf8-83a4-4485-9015-5929c24348a9 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:33:49.693031 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed1dbeb-530d-4733-99c1-799e566bf8c1", "tag": "9a82f6b0-da2d-418b-9d02-f617bd45eb15", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:33:49.693277 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af80aaf8-83a4-4485-9015-5929c24348a9 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:33:49.693719 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af80aaf8-83a4-4485-9015-5929c24348a9'] response: {'name': 'network-changed', 'server_uuid': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'tag': '9a82f6b0-da2d-418b-9d02-f617bd45eb15', 'status': 'completed', 'code': 200} Jun 14 18:33:49.708834 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 9a48c21f-378c-4db8-a26f-6ed7263009cb is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:33:49.709202 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:49.728233 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a48c21f-378c-4db8-a26f-6ed7263009cb {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:33:49.752216 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:49.759470 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6227386-e2c0-4b61-9cd9-7d3c3a7fac70 req-73b0701c-a719-401f-8093-0441f9d72e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:49.760994 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d6227386-e2c0-4b61-9cd9-7d3c3a7fac70 req-73b0701c-a719-401f-8093-0441f9d72e2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 1127 time: 0.0480797 Jun 14 18:33:49.844086 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:49.911579 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=9a48c21f-378c-4db8-a26f-6ed7263009cb,revision_number=9']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:49.911839 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6227386-e2c0-4b61-9cd9-7d3c3a7fac70 req-615e5a8c-a969-444e-b523-dbc10bea97da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:49.913194 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d6227386-e2c0-4b61-9cd9-7d3c3a7fac70 req-615e5a8c-a969-444e-b523-dbc10bea97da service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=56f8367a52044e82a2c272da39e1bfd8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1447358 Jun 14 18:33:49.920398 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45020bcf-d768-4ace-b9e4-cab9f27b48b7 req-750e58b1-5ae0-4497-a0eb-62eee5bc5b4b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:49.922130 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-45020bcf-d768-4ace-b9e4-cab9f27b48b7 req-750e58b1-5ae0-4497-a0eb-62eee5bc5b4b tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0664740 Jun 14 18:33:50.038453 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-45020bcf-d768-4ace-b9e4-cab9f27b48b7 req-1ec88e63-0ed5-47a1-8e8d-8eefc294b7de tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063793 Jun 14 18:33:50.043787 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['9a48c21f-378c-4db8-a26f-6ed7263009cb'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:33:50.068829 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6227386-e2c0-4b61-9cd9-7d3c3a7fac70 req-1bcc7544-2507-46be-bb7e-6df80c0d5b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:50.070382 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d6227386-e2c0-4b61-9cd9-7d3c3a7fac70 req-1bcc7544-2507-46be-bb7e-6df80c0d5b38 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473677 Jun 14 18:33:50.158415 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-49398248-f8c3-4e1f-baab-a5ef443f87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:50.160016 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-49398248-f8c3-4e1f-baab-a5ef443f87a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 1127 time: 0.0426993 Jun 14 18:33:50.201755 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-7b61ec9d-8aa1-4d96-ade3-6f164f480de6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a82f6b0-da2d-418b-9d02-f617bd45eb15 HTTP/1.1" status: 200 len: 217 time: 0.0352159 Jun 14 18:33:50.258957 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-e634a810-a2b5-4e56-bf8d-0b8cb478af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:50.260463 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-e634a810-a2b5-4e56-bf8d-0b8cb478af6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4916d0d5-399f-4622-980d-32fb81ecd6af HTTP/1.1" status: 200 len: 853 time: 0.0534637 Jun 14 18:33:50.310118 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-215a6b2b-1f81-4094-b351-331fd9539015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:50.310118 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-215a6b2b-1f81-4094-b351-331fd9539015 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e21b4aaa-368c-485d-acb4-337720920cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430200 Jun 14 18:33:50.410197 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-151f3265-7c4d-4a7e-8626-4de00b6ad2b9 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945945 Jun 14 18:33:50.475983 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:50.510372 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3cc173a9-c169-4cbc-aada-5a4a9573c843 req-710bfdf0-7a2d-4720-bc93-fc0ffb77f1e6 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939584 Jun 14 18:33:50.552761 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222fc0-c9e2-4edb-8fba-f9633080882f req-6e94047e-edb8-48c7-ad26-aaa25f2acf52 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:50.554546 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bb222fc0-c9e2-4edb-8fba-f9633080882f req-6e94047e-edb8-48c7-ad26-aaa25f2acf52 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 945 time: 0.0541534 Jun 14 18:33:50.617260 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bb222fc0-c9e2-4edb-8fba-f9633080882f req-4e5a746c-95e6-4766-9b57-795ce1c19e48 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569618 Jun 14 18:33:50.655115 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919dcb5-2497-4d63-a3bd-901fad2fd711 req-9cf54717-8fd4-4df2-9a0e-1424e7139d11 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:50.656923 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d919dcb5-2497-4d63-a3bd-901fad2fd711 req-9cf54717-8fd4-4df2-9a0e-1424e7139d11 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 943 time: 0.0675452 Jun 14 18:33:50.715506 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d919dcb5-2497-4d63-a3bd-901fad2fd711 req-9a94fcf1-727e-4f41-bec8-6f47739c86fc tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487585 Jun 14 18:33:51.520885 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a48c21f-378c-4db8-a26f-6ed7263009cb up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:33:51.567147 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 9a48c21f-378c-4db8-a26f-6ed7263009cb triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:33:51.567520 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:51.587877 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:51.645324 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 9a48c21f-378c-4db8-a26f-6ed7263009cb is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:33:51.645778 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:51.672341 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:33:51.674644 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c5af60-c5ef-41a9-b2e5-d0e9a71ca544" -d '{"events": [{"server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "name": "network-vif-plugged", "status": "completed", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:33:51.699440 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:51.712922 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73101c1-081f-4b76-8102-25c0901c9f5e x-openstack-request-id: req-a73101c1-081f-4b76-8102-25c0901c9f5e {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:33:51.713212 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "name": "network-vif-plugged", "status": "completed", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:33:51.713552 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a73101c1-081f-4b76-8102-25c0901c9f5e {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:33:51.714925 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73101c1-081f-4b76-8102-25c0901c9f5e'] response: {'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'code': 200} Jun 14 18:33:51.788232 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5061e-e3d4-4123-a72e-2fe72bf6098b req-c2a90bc0-eaae-4ba2-a309-c668ac9c361b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:51.790675 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-feb5061e-e3d4-4123-a72e-2fe72bf6098b req-c2a90bc0-eaae-4ba2-a309-c668ac9c361b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 945 time: 0.0719030 Jun 14 18:33:51.798619 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:51.840859 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0db52-f241-4820-866b-3aa7b5fb743b req-51925b6b-55c1-4bab-abfe-a6eadbbc7a52 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:51.843272 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0db0db52-f241-4820-866b-3aa7b5fb743b req-51925b6b-55c1-4bab-abfe-a6eadbbc7a52 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 943 time: 0.0513346 Jun 14 18:33:51.848725 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=9a48c21f-378c-4db8-a26f-6ed7263009cb,revision_number=10']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:51.850061 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-feb5061e-e3d4-4123-a72e-2fe72bf6098b req-ae629063-2163-4444-869b-77c0a2191310 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448999 Jun 14 18:33:51.898623 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0db0db52-f241-4820-866b-3aa7b5fb743b req-5fb71a7e-a062-4a31-831f-9625d4d18f9c tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441470 Jun 14 18:33:52.070959 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00505971-f208-46fc-9125-1df6a3530f87 req-2767963f-3131-4dbb-88af-f109d1922b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:52.072366 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-00505971-f208-46fc-9125-1df6a3530f87 req-2767963f-3131-4dbb-88af-f109d1922b61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 1131 time: 0.0387354 Jun 14 18:33:52.121657 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-00505971-f208-46fc-9125-1df6a3530f87 req-16c39045-f1e4-454c-835b-eab858f62078 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433249 Jun 14 18:33:52.977646 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8739c9c-5f4d-4e46-87f5-9050c01ae722 req-3ff6e77b-5782-434a-8bdf-e623a3b1bcc5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:52.979110 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a8739c9c-5f4d-4e46-87f5-9050c01ae722 req-3ff6e77b-5782-434a-8bdf-e623a3b1bcc5 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 947 time: 0.0498140 Jun 14 18:33:53.029152 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a8739c9c-5f4d-4e46-87f5-9050c01ae722 req-250dc204-6ef9-4934-a046-11f92a5fa846 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433183 Jun 14 18:33:53.032082 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a0367-cec2-490b-a17f-00c59cf4722d req-defac43b-1a6d-45de-8bda-434d5de46a33 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:53.033615 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-645a0367-cec2-490b-a17f-00c59cf4722d req-defac43b-1a6d-45de-8bda-434d5de46a33 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 943 time: 0.0608151 Jun 14 18:33:53.082560 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-645a0367-cec2-490b-a17f-00c59cf4722d req-fb51efc9-6cc5-4762-985f-8cdd2f9168e4 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432301 Jun 14 18:33:53.538363 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a82f6b0-da2d-418b-9d02-f617bd45eb15 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:33:53.643188 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a82f6b0-da2d-418b-9d02-f617bd45eb15, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a82f6b0-da2d-418b-9d02-f617bd45eb15,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:53.654571 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '9a82f6b0-da2d-418b-9d02-f617bd45eb15', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'port_id': '9a82f6b0-da2d-418b-9d02-f617bd45eb15', 'mac_address': 'fa:16:3e:e9:97:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:33:53.691307 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:33:53.691603 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:53.706900 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a82f6b0-da2d-418b-9d02-f617bd45eb15 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:33:53.727145 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a82f6b0-da2d-418b-9d02-f617bd45eb15, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a82f6b0-da2d-418b-9d02-f617bd45eb15,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:53.809669 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:53.842961 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:53.856384 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=9a82f6b0-da2d-418b-9d02-f617bd45eb15,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:54.018577 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['9a82f6b0-da2d-418b-9d02-f617bd45eb15'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:33:54.183752 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6a5ed-cd2a-4f38-835a-948bdf6d92b1 req-18573fce-0f62-4a27-9734-5a6fdbdc2f0b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:54.185250 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1fb6a5ed-cd2a-4f38-835a-948bdf6d92b1 req-18573fce-0f62-4a27-9734-5a6fdbdc2f0b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 947 time: 0.0603588 Jun 14 18:33:54.234564 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc86147-8a4b-4ba1-a89c-fed92b348ac1 req-0afb9cb6-387a-4005-92c1-0b53aa7e9d3e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:54.235331 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1fb6a5ed-cd2a-4f38-835a-948bdf6d92b1 req-6c48ad88-1969-4391-93d3-cb5125bd9a08 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440238 Jun 14 18:33:54.236025 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8cc86147-8a4b-4ba1-a89c-fed92b348ac1 req-0afb9cb6-387a-4005-92c1-0b53aa7e9d3e tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 944 time: 0.0506546 Jun 14 18:33:54.288714 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8cc86147-8a4b-4ba1-a89c-fed92b348ac1 req-5bb0274d-d8f3-4472-81b2-c4ff818b7985 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457406 Jun 14 18:33:55.356851 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caaede-8edb-4c1a-9fba-185cc6703136 req-4aa93158-4dc9-42f0-b81f-6d2143bfe15b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:55.358303 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-83caaede-8edb-4c1a-9fba-185cc6703136 req-4aa93158-4dc9-42f0-b81f-6d2143bfe15b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 947 time: 0.0481021 Jun 14 18:33:55.404487 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510311a-c222-4c1a-8ce2-c885e5ce130c req-0caa95a7-a56a-4375-bd9e-72edab23e04f tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:55.405503 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-83caaede-8edb-4c1a-9fba-185cc6703136 req-4c22e93a-5e30-418e-884b-94e0b3c6cd61 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410955 Jun 14 18:33:55.406859 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a510311a-c222-4c1a-8ce2-c885e5ce130c req-0caa95a7-a56a-4375-bd9e-72edab23e04f tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 944 time: 0.0477283 Jun 14 18:33:55.438665 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:55.460196 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a510311a-c222-4c1a-8ce2-c885e5ce130c req-6163d3c6-a61a-48e2-b429-e3f81d891c77 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473495 Jun 14 18:33:56.009220 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a82f6b0-da2d-418b-9d02-f617bd45eb15 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:33:56.056183 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:33:56.128953 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:33:56.129337 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:56.207389 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:33:56.207775 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:56.230339 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a82f6b0-da2d-418b-9d02-f617bd45eb15'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:33:56.232543 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b03d93-9ab2-44a8-be8b-3f15f0f6a375" -d '{"events": [{"server_uuid": "fed1dbeb-530d-4733-99c1-799e566bf8c1", "name": "network-vif-plugged", "status": "completed", "tag": "9a82f6b0-da2d-418b-9d02-f617bd45eb15"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:33:56.244948 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 9a82f6b0-da2d-418b-9d02-f617bd45eb15, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a82f6b0-da2d-418b-9d02-f617bd45eb15,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:33:56.267985 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7803be-3a68-433d-b2ec-ca4c35c43229 x-openstack-request-id: req-8c7803be-3a68-433d-b2ec-ca4c35c43229 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:33:56.268275 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed1dbeb-530d-4733-99c1-799e566bf8c1", "name": "network-vif-plugged", "status": "completed", "tag": "9a82f6b0-da2d-418b-9d02-f617bd45eb15", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:33:56.268524 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8c7803be-3a68-433d-b2ec-ca4c35c43229 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:33:56.268925 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7803be-3a68-433d-b2ec-ca4c35c43229'] response: {'server_uuid': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a82f6b0-da2d-418b-9d02-f617bd45eb15', 'code': 200} Jun 14 18:33:56.330126 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:33:56.379131 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=9a82f6b0-da2d-418b-9d02-f617bd45eb15,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:33:56.575504 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56ef75-fff3-42f1-b9df-0c25322092ab req-7230b63a-a92a-4b07-8cd0-8785a37f63be tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:56.576961 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9a56ef75-fff3-42f1-b9df-0c25322092ab req-7230b63a-a92a-4b07-8cd0-8785a37f63be tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 945 time: 0.0467908 Jun 14 18:33:56.624123 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9a56ef75-fff3-42f1-b9df-0c25322092ab req-0a30a4fd-2922-4b8a-a718-a11fc8eff6d1 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411179 Jun 14 18:33:56.650713 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=55 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:56.651515 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=65 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:33:57.744842 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920d1cd-d4d0-4e73-8157-32bd1ee5c56b req-21464b5c-d0b3-4846-8942-a35ccccc31ec tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:57.746345 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b920d1cd-d4d0-4e73-8157-32bd1ee5c56b req-21464b5c-d0b3-4846-8942-a35ccccc31ec tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 945 time: 0.0519640 Jun 14 18:33:57.798871 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b920d1cd-d4d0-4e73-8157-32bd1ee5c56b req-7e2f5fb3-439e-423b-9bbb-95d38829ff73 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460393 Jun 14 18:33:58.007008 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f7ec-97d1-43c1-80e0-c2185b1ef622 req-61c012b5-091c-4c5f-87ef-3d157574256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:58.008531 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5893f7ec-97d1-43c1-80e0-c2185b1ef622 req-61c012b5-091c-4c5f-87ef-3d157574256d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 1129 time: 0.0405571 Jun 14 18:33:58.055420 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5893f7ec-97d1-43c1-80e0-c2185b1ef622 req-6283be3a-bd0d-4af8-bff2-10ba88c271d7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410266 Jun 14 18:33:58.917780 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9043078-429f-4cc4-bafc-54a73c49176c req-6a0fdb06-c17a-4c61-8a34-11d74549919f tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:33:58.919230 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b9043078-429f-4cc4-bafc-54a73c49176c req-6a0fdb06-c17a-4c61-8a34-11d74549919f tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 945 time: 0.0506415 Jun 14 18:33:58.967964 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b9043078-429f-4cc4-bafc-54a73c49176c req-0f655cc7-26b3-497c-b7af-6de4631b19a7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424571 Jun 14 18:33:59.826686 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-a7a637a9-d548-44ae-84c9-cf3e64ac1420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:00.083783 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f7d01-319f-4a8d-ab56-f0c6ebeb5ae5 req-47fb75fc-dff5-465a-8965-12642511288d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:34:00.085184 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f75f7d01-319f-4a8d-ab56-f0c6ebeb5ae5 req-47fb75fc-dff5-465a-8965-12642511288d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 945 time: 0.0483506 Jun 14 18:34:00.135009 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f75f7d01-319f-4a8d-ab56-f0c6ebeb5ae5 req-93729efd-a0e2-46d6-9573-016fec5943d1 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441756 Jun 14 18:34:01.250749 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b3a32-43e7-4cdd-af9d-11345c8d6d86 req-3c5a65b8-8bb5-4aba-95c2-17afff124606 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:34:01.252245 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-998b3a32-43e7-4cdd-af9d-11345c8d6d86 req-3c5a65b8-8bb5-4aba-95c2-17afff124606 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 945 time: 0.0481133 Jun 14 18:34:01.300830 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-998b3a32-43e7-4cdd-af9d-11345c8d6d86 req-ec65bea8-3850-4906-9539-d0bfcda88c69 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429044 Jun 14 18:34:02.278105 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e6815c17-761b-40b6-a591-3408ba142401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:02.419752 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734b1ad-7690-4319-a7cc-c5341f0bf89d req-7c802907-1fcf-475f-8663-5e748bbd9d27 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:34:02.421241 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9734b1ad-7690-4319-a7cc-c5341f0bf89d req-7c802907-1fcf-475f-8663-5e748bbd9d27 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 945 time: 0.0490079 Jun 14 18:34:02.463656 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:02.472244 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9734b1ad-7690-4319-a7cc-c5341f0bf89d req-7359a069-e8e2-4205-a1a5-01a441e9f839 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446384 Jun 14 18:34:02.960927 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:03.048792 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:03.161720 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:03.592242 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e2952-5ff6-45be-99fb-0b55ff865db4 req-12ae3bb1-d404-4728-a526-dd500e821dc5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:34:03.594600 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-919e2952-5ff6-45be-99fb-0b55ff865db4 req-12ae3bb1-d404-4728-a526-dd500e821dc5 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 945 time: 0.0516894 Jun 14 18:34:03.641934 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-919e2952-5ff6-45be-99fb-0b55ff865db4 req-ada38660-08dd-487c-bd10-4147ccdf8cdb tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419216 Jun 14 18:34:03.755113 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0dd8-2fdc-4e4f-818b-51a13df8c851 req-882756f7-b276-4c04-9109-0f5ce1ecbcdb tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:34:03.756565 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-384f0dd8-2fdc-4e4f-818b-51a13df8c851 req-882756f7-b276-4c04-9109-0f5ce1ecbcdb tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 945 time: 0.0500464 Jun 14 18:34:03.764961 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60186) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:03.770027 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-3f1601e3-ec57-4b05-9493-20c6f209253d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Request body: {'floatingip': {'port_id': '9a82f6b0-da2d-418b-9d02-f617bd45eb15'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:34:03.807688 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-3f1601e3-ec57-4b05-9493-20c6f209253d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (63dd484e-33df-4431-a690-8390f769bab3), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:04.046214 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:04.219818 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-3f1601e3-ec57-4b05-9493-20c6f209253d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:04.314914 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-3f1601e3-ec57-4b05-9493-20c6f209253d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (63dd484e-33df-4431-a690-8390f769bab3), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:04.405854 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.l3_db [None req-3f1601e3-ec57-4b05-9493-20c6f209253d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Floating IP 63dd484e-33df-4431-a690-8390f769bab3 associated. External IP: 172.27.0.85, port: 9a82f6b0-da2d-418b-9d02-f617bd45eb15. Jun 14 18:34:04.610748 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1601e3-ec57-4b05-9493-20c6f209253d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Router 99d692a4-dd00-479c-ab92-329ab6ea9487 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:34:04.715906 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1601e3-ec57-4b05-9493-20c6f209253d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:34:04.720761 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-3f1601e3-ec57-4b05-9493-20c6f209253d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:04.726902 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3752ed-7bf4-49d3-b94a-9fc228d1bac5 None None] Sync routers for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:34:04.738997 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3752ed-7bf4-49d3-b94a-9fc228d1bac5 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:34:04.739626 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ae3752ed-7bf4-49d3-b94a-9fc228d1bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:34:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:04.753741 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-3f1601e3-ec57-4b05-9493-20c6f209253d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "PUT /v2.0/floatingips/63dd484e-33df-4431-a690-8390f769bab3 HTTP/1.1" status: 200 len: 990 time: 0.9849169 Jun 14 18:34:04.753741 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'tag': '9a82f6b0-da2d-418b-9d02-f617bd45eb15'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:34:04.755536 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1e0f45-090e-41c1-9a56-fd4606cd96f2" -d '{"events": [{"name": "network-changed", "server_uuid": "fed1dbeb-530d-4733-99c1-799e566bf8c1", "tag": "9a82f6b0-da2d-418b-9d02-f617bd45eb15"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:34:04.792369 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e125d-39c9-4c19-b2a9-be060e2f168d x-openstack-request-id: req-764e125d-39c9-4c19-b2a9-be060e2f168d {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:34:04.792718 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed1dbeb-530d-4733-99c1-799e566bf8c1", "tag": "9a82f6b0-da2d-418b-9d02-f617bd45eb15", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:34:04.793011 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-764e125d-39c9-4c19-b2a9-be060e2f168d {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:34:04.793436 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764e125d-39c9-4c19-b2a9-be060e2f168d'] response: {'name': 'network-changed', 'server_uuid': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'tag': '9a82f6b0-da2d-418b-9d02-f617bd45eb15', 'status': 'completed', 'code': 200} Jun 14 18:34:04.868065 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e0f45-090e-41c1-9a56-fd4606cd96f2 req-03f3612b-ff6d-49c6-aab1-0f5e3f44aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:34:04.870019 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4e1e0f45-090e-41c1-9a56-fd4606cd96f2 req-03f3612b-ff6d-49c6-aab1-0f5e3f44aeac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f8367a52044e82a2c272da39e1bfd8&device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 1129 time: 0.0478058 Jun 14 18:34:04.870682 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-ae3752ed-7bf4-49d3-b94a-9fc228d1bac5 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:34:04.911044 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:04.938815 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:34:04.943299 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:04.948747 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:04.970131 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e0f45-090e-41c1-9a56-fd4606cd96f2 req-520315e6-27c0-4ff6-bd41-fa4aceb508f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:34:04.971604 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4e1e0f45-090e-41c1-9a56-fd4606cd96f2 req-520315e6-27c0-4ff6-bd41-fa4aceb508f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 200 len: 915 time: 0.0942867 Jun 14 18:34:05.033670 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4e1e0f45-090e-41c1-9a56-fd4606cd96f2 req-3be47e31-bd53-4795-a4ff-0709b5aa6f1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a82f6b0-da2d-418b-9d02-f617bd45eb15 HTTP/1.1" status: 200 len: 998 time: 0.0555265 Jun 14 18:34:05.085285 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e0f45-090e-41c1-9a56-fd4606cd96f2 req-354e34ce-ea7e-4b81-a419-1a6f2fff15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:34:05.086674 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4e1e0f45-090e-41c1-9a56-fd4606cd96f2 req-354e34ce-ea7e-4b81-a419-1a6f2fff15c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4916d0d5-399f-4622-980d-32fb81ecd6af HTTP/1.1" status: 200 len: 853 time: 0.0468729 Jun 14 18:34:05.118016 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:05.121122 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ae3752ed-7bf4-49d3-b94a-9fc228d1bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '63dd484e-33df-4431-a690-8390f769bab3', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': '9a82f6b0-da2d-418b-9d02-f617bd45eb15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:e9:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:33:34Z', 'updated_at': '2022-06-14T18:34:04Z', 'revision_number': 1, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:05.135007 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e0f45-090e-41c1-9a56-fd4606cd96f2 req-904e0dd1-409d-4fca-a74a-122c22ad6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:34:05.136519 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4e1e0f45-090e-41c1-9a56-fd4606cd96f2 req-904e0dd1-409d-4fca-a74a-122c22ad6f21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e21b4aaa-368c-485d-acb4-337720920cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416071 Jun 14 18:34:05.147929 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3752ed-7bf4-49d3-b94a-9fc228d1bac5 None None] Checking router: 99d692a4-dd00-479c-ab92-329ab6ea9487 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:34:05.156953 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3752ed-7bf4-49d3-b94a-9fc228d1bac5 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:34:05.157597 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ae3752ed-7bf4-49d3-b94a-9fc228d1bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:34:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:05.247940 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4e1e0f45-090e-41c1-9a56-fd4606cd96f2 req-72821181-0d13-4ee8-b05e-3e3cfd7a197c service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036236 Jun 14 18:34:05.261197 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-ae3752ed-7bf4-49d3-b94a-9fc228d1bac5 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:34:05.474429 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-ae3752ed-7bf4-49d3-b94a-9fc228d1bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '63dd484e-33df-4431-a690-8390f769bab3', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': '9a82f6b0-da2d-418b-9d02-f617bd45eb15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:e9:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:33:34Z', 'updated_at': '2022-06-14T18:34:04Z', 'revision_number': 1, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:05.503989 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3752ed-7bf4-49d3-b94a-9fc228d1bac5 None None] The sync data for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi is: [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '63dd484e-33df-4431-a690-8390f769bab3', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'port_id': '9a82f6b0-da2d-418b-9d02-f617bd45eb15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'mac_address': 'fa:16:3e:e9:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:33:34Z', 'updated_at': '2022-06-14T18:34:04Z', 'revision_number': 1, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:34:05.692511 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f127f21d-5ab4-417a-8e59-a55c16f82753 None None] New status for floating IP 63dd484e-33df-4431-a690-8390f769bab3: ACTIVE {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:34:06.148429 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:06.166566 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4e1e0f45-090e-41c1-9a56-fd4606cd96f2 req-3967c72f-6677-4131-9360-050bcc001923 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900285 Jun 14 18:34:14.744183 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:14.748198 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:15.472228 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=46 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:15.477125 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:15.790693 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:15.792519 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:16.163612 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=32 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:25.852869 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60328) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:25.959697 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-757ee5c7-4d4a-4037-b9ed-84cbdb960713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:26.035668 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-757ee5c7-4d4a-4037-b9ed-84cbdb960713 admin admin] Publish callbacks [] for security_group (d6c68663-5931-4f43-b66e-5ceec68a0a53), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:26.077870 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-757ee5c7-4d4a-4037-b9ed-84cbdb960713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d6c68663-5931-4f43-b66e-5ceec68a0a53), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:26.124571 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-757ee5c7-4d4a-4037-b9ed-84cbdb960713 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f9b0eae4a27e41beb8722e9b70dd6d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705951 Jun 14 18:34:26.125422 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ee5c7-4d4a-4037-b9ed-84cbdb960713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c68663-5931-4f43-b66e-5ceec68a0a53,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:26.127800 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 60332) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:26.178759 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Publish callbacks [] for security_group (d6c68663-5931-4f43-b66e-5ceec68a0a53), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:26.200934 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Publish callbacks [] for security_group (d6c68663-5931-4f43-b66e-5ceec68a0a53), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:26.312048 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d6c68663-5931-4f43-b66e-5ceec68a0a53), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:26.315245 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:26.317166 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6c68663-5931-4f43-b66e-5ceec68a0a53 HTTP/1.1" status: 204 len: 168 time: 0.1875713 Jun 14 18:34:26.324407 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c68663-5931-4f43-b66e-5ceec68a0a53,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:26.332363 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.332710 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.333046 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.333391 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.333864 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.334199 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.334517 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.334860 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.335180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.335502 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.335873 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.336202 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.336515 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.336828 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.337141 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535782c-2d3c-42cb-8e7e-f7f73c15edba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:26.938437 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60338) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:26.952178 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-72893773-bd63-4a30-9cd0-b1b86d7f9d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:27.027114 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-72893773-bd63-4a30-9cd0-b1b86d7f9d84 admin admin] Publish callbacks [] for security_group (e342866b-964c-4ce1-9354-daf0e0135321), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:27.110471 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-72893773-bd63-4a30-9cd0-b1b86d7f9d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (e342866b-964c-4ce1-9354-daf0e0135321), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:27.151620 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72893773-bd63-4a30-9cd0-b1b86d7f9d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e342866b-964c-4ce1-9354-daf0e0135321,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:27.156023 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-72893773-bd63-4a30-9cd0-b1b86d7f9d84 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0b15cc21296746d4972f82e378afd5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165458 Jun 14 18:34:27.161636 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60340) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:27.211848 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-18e72072-e362-4feb-88dc-0361121d1e18 admin admin] Publish callbacks [] for security_group (e342866b-964c-4ce1-9354-daf0e0135321), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:27.234116 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-18e72072-e362-4feb-88dc-0361121d1e18 admin admin] Publish callbacks [] for security_group (e342866b-964c-4ce1-9354-daf0e0135321), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:27.357940 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-18e72072-e362-4feb-88dc-0361121d1e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (e342866b-964c-4ce1-9354-daf0e0135321), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:27.360536 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-18e72072-e362-4feb-88dc-0361121d1e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:27.361662 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-18e72072-e362-4feb-88dc-0361121d1e18 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e342866b-964c-4ce1-9354-daf0e0135321 HTTP/1.1" status: 204 len: 168 time: 0.2010701 Jun 14 18:34:27.369678 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e72072-e362-4feb-88dc-0361121d1e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e342866b-964c-4ce1-9354-daf0e0135321,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:27.870082 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:29.056605 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60372) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:29.163539 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03daa1ae-5686-4204-ae4e-2fa1e0c84d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:29.239767 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03daa1ae-5686-4204-ae4e-2fa1e0c84d87 admin admin] Publish callbacks [] for security_group (4d0e3457-f30f-4563-9f83-17a4fe2ea0a0), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:29.300831 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03daa1ae-5686-4204-ae4e-2fa1e0c84d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (4d0e3457-f30f-4563-9f83-17a4fe2ea0a0), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:29.341212 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-03daa1ae-5686-4204-ae4e-2fa1e0c84d87 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=040feeca001a4e0a828710b21dd3c02c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834849 Jun 14 18:34:29.342096 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03daa1ae-5686-4204-ae4e-2fa1e0c84d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0e3457-f30f-4563-9f83-17a4fe2ea0a0,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:29.344543 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60376) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:29.367996 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:29.396486 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf00d-1d48-4d59-9e50-2f39479b3994 admin admin] Publish callbacks [] for security_group (4d0e3457-f30f-4563-9f83-17a4fe2ea0a0), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:29.397874 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:29.420437 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf00d-1d48-4d59-9e50-2f39479b3994 admin admin] Publish callbacks [] for security_group (4d0e3457-f30f-4563-9f83-17a4fe2ea0a0), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:29.523082 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf00d-1d48-4d59-9e50-2f39479b3994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (4d0e3457-f30f-4563-9f83-17a4fe2ea0a0), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:29.525608 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf00d-1d48-4d59-9e50-2f39479b3994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:29.526759 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-5bbcf00d-1d48-4d59-9e50-2f39479b3994 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4d0e3457-f30f-4563-9f83-17a4fe2ea0a0 HTTP/1.1" status: 204 len: 168 time: 0.1813262 Jun 14 18:34:29.534851 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcf00d-1d48-4d59-9e50-2f39479b3994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0e3457-f30f-4563-9f83-17a4fe2ea0a0,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:29.872898 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-53b8b82e-41a2-447d-a5cb-85348e639b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:32.232261 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-515cdb00-dac8-483f-ac94-72b1f2889528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:33.060810 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:33.169237 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:34.866126 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:35.100318 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:36.251843 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e8791-417f-48ae-b75c-63a901ed9882 req-da58d9c1-d998-4ff4-ad86-90355c0e1030 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:34:36.253262 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3d8e8791-417f-48ae-b75c-63a901ed9882 req-da58d9c1-d998-4ff4-ad86-90355c0e1030 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 947 time: 0.0500610 Jun 14 18:34:36.303027 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3d8e8791-417f-48ae-b75c-63a901ed9882 req-565745d0-ff2c-44d6-9bb7-59fc50091205 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439665 Jun 14 18:34:36.320296 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:36.328324 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:37.426500 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711fd09-e417-4139-b1e2-c8d01b25e5c1 req-5f8caa0e-9c18-4833-94cf-7374f4342eb1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:34:37.428047 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e711fd09-e417-4139-b1e2-c8d01b25e5c1 req-5f8caa0e-9c18-4833-94cf-7374f4342eb1 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 947 time: 0.0496559 Jun 14 18:34:37.480125 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e711fd09-e417-4139-b1e2-c8d01b25e5c1 req-ba9964d0-39f0-4832-a063-5c9701be463e tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups?id=18af38a2-9ec5-4672-b200-9576abec63db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462060 Jun 14 18:34:37.813014 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-4cb38af5-b48f-4522-a1a6-1d3246485f7c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:34:37.814593 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-4cb38af5-b48f-4522-a1a6-1d3246485f7c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.13 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 947 time: 0.0489912 Jun 14 18:34:37.910963 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Deleting port 9a48c21f-378c-4db8-a26f-6ed7263009cb {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:34:37.911308 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:38.008593 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] For port 9a48c21f-378c-4db8-a26f-6ed7263009cb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a48c21f-378c-4db8-a26f-6ed7263009cb,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:34:38.009020 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:38.179894 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:38.180687 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (74de704d-25b6-45ae-b510-d0d1c3e96588), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:38.180687 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Floating IP 74de704d-25b6-45ae-b510-d0d1c3e96588 disassociated. External IP: 172.27.0.167, port: 9a48c21f-378c-4db8-a26f-6ed7263009cb. Jun 14 18:34:38.180938 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Calling delete_port for 9a48c21f-378c-4db8-a26f-6ed7263009cb owned by compute:nova {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:34:38.351764 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (9a48c21f-378c-4db8-a26f-6ed7263009cb), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:38.379492 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event deleted for resources: {'Port': ['ID=9a48c21f-378c-4db8-a26f-6ed7263009cb,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:38.494148 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Router fe34203d-9de3-4d58-9736-dfa522564c84 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:34:38.586360 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3b7a4ba1-ad84-4396-9477-6488e33d2785 req-d597f843-7f00-4232-aa43-7f5e5ee511e4 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 210 time: 0.0286639 Jun 14 18:34:38.600807 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:34:38.613764 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b01c9-b77f-47fa-9061-d26ea7dd45ef None None] Sync routers for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:34:38.623153 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b01c9-b77f-47fa-9061-d26ea7dd45ef None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:34:38.623759 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-d63b01c9-b77f-47fa-9061-d26ea7dd45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:34:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:38.650452 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] No DVR routers for this DVR port 9a48c21f-378c-4db8-a26f-6ed7263009cb on host hv-cinder-84456 {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:34:38.653078 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:38.657811 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0ad9fc2f-e0a9-48a7-b8de-375bc5659215 req-f4961744-ea3a-42de-ab3e-d84c0f98d15c tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.13 "DELETE /v2.0/ports/9a48c21f-378c-4db8-a26f-6ed7263009cb HTTP/1.1" status: 204 len: 173 time: 0.8374150 Jun 14 18:34:38.658275 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'name': 'network-vif-deleted', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:34:38.660643 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec72179b-ce26-4945-aa64-95069fd39079" -d '{"events": [{"server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "name": "network-vif-deleted", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:34:38.702348 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054f572c-da6c-4e3e-b989-2ed34d541e76 x-openstack-request-id: req-054f572c-da6c-4e3e-b989-2ed34d541e76 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:34:38.702861 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86678293-5e78-4bb0-9bc8-0a02da6d1a0b", "name": "network-vif-deleted", "tag": "9a48c21f-378c-4db8-a26f-6ed7263009cb", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:34:38.703142 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-054f572c-da6c-4e3e-b989-2ed34d541e76 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:34:38.703558 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054f572c-da6c-4e3e-b989-2ed34d541e76'] response: {'server_uuid': '86678293-5e78-4bb0-9bc8-0a02da6d1a0b', 'name': 'network-vif-deleted', 'tag': '9a48c21f-378c-4db8-a26f-6ed7263009cb', 'status': 'completed', 'code': 200} Jun 14 18:34:38.862580 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-d63b01c9-b77f-47fa-9061-d26ea7dd45ef None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:34:39.065317 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-d63b01c9-b77f-47fa-9061-d26ea7dd45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:24Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:39.095474 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b01c9-b77f-47fa-9061-d26ea7dd45ef None None] Checking router: fe34203d-9de3-4d58-9736-dfa522564c84 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:34:39.104696 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b01c9-b77f-47fa-9061-d26ea7dd45ef None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:34:39.105309 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-d63b01c9-b77f-47fa-9061-d26ea7dd45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:34:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:39.207959 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-d63b01c9-b77f-47fa-9061-d26ea7dd45ef None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:34:39.402083 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-d63b01c9-b77f-47fa-9061-d26ea7dd45ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:24Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:39.427970 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b01c9-b77f-47fa-9061-d26ea7dd45ef None None] The sync data for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi is: [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'a55fa280-56a3-4c6f-888c-bbe3fa6108f7', 'name': '', 'network_id': '274ef244-b114-4d41-92b0-e6c757fabfee', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'mac_address': 'fa:16:3e:8b:0c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:11Z', 'updated_at': '2022-06-14T18:27:24Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'subnets': [{'id': '61e47d25-4bab-4e31-a800-f8d0e60b222c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:34:39.657732 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10be50e-d891-4272-8bd7-e162269d23d8 None None] New status for floating IP 74de704d-25b6-45ae-b510-d0d1c3e96588: DOWN {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:34:39.707037 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a1109c78-d284-4112-bb87-4a463bb80306 req-ddd96741-aeb6-4447-8550-efd701f7030f tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/ports?device_id=86678293-5e78-4bb0-9bc8-0a02da6d1a0b HTTP/1.1" status: 200 len: 210 time: 0.0298250 Jun 14 18:34:40.880240 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60504) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:40.939117 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c22c73f7-9d7d-482d-8944-2b20b932283b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group (18af38a2-9ec5-4672-b200-9576abec63db), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:40.963060 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c22c73f7-9d7d-482d-8944-2b20b932283b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group (18af38a2-9ec5-4672-b200-9576abec63db), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:41.088897 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c22c73f7-9d7d-482d-8944-2b20b932283b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (18af38a2-9ec5-4672-b200-9576abec63db), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:41.091452 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c22c73f7-9d7d-482d-8944-2b20b932283b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:41.092590 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-c22c73f7-9d7d-482d-8944-2b20b932283b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "DELETE /v2.0/security-groups/18af38a2-9ec5-4672-b200-9576abec63db HTTP/1.1" status: 204 len: 168 time: 0.2113431 Jun 14 18:34:41.095981 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 60508) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:41.102892 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c73f7-9d7d-482d-8944-2b20b932283b tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18af38a2-9ec5-4672-b200-9576abec63db,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:41.112395 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.api.v2.resource [None req-ce23782c-7aab-4d45-a652-6a18f370a2c7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] show failed (client error): The resource could not be found. Jun 14 18:34:41.113662 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-ce23782c-7aab-4d45-a652-6a18f370a2c7 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "GET /v2.0/security-groups/18af38a2-9ec5-4672-b200-9576abec63db HTTP/1.1" status: 404 len: 347 time: 0.0165875 Jun 14 18:34:41.124622 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 60510) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:41.131476 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:41.177306 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:41.247431 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-0e62692e-40ca-4fbb-b059-3560ad2d96e3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Deleting port eed282de-b789-4c6a-9fa5-d9b9e968ad47 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:34:41.247773 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0e62692e-40ca-4fbb-b059-3560ad2d96e3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (eed282de-b789-4c6a-9fa5-d9b9e968ad47), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:41.330203 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0e62692e-40ca-4fbb-b059-3560ad2d96e3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (eed282de-b789-4c6a-9fa5-d9b9e968ad47), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:41.330519 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0e62692e-40ca-4fbb-b059-3560ad2d96e3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (eed282de-b789-4c6a-9fa5-d9b9e968ad47), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:41.344250 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-0e62692e-40ca-4fbb-b059-3560ad2d96e3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Calling delete_port for eed282de-b789-4c6a-9fa5-d9b9e968ad47 owned by network:floatingip {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:34:41.563050 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0e62692e-40ca-4fbb-b059-3560ad2d96e3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (eed282de-b789-4c6a-9fa5-d9b9e968ad47), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:41.589281 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62692e-40ca-4fbb-b059-3560ad2d96e3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Pushing event deleted for resources: {'Port': ['ID=eed282de-b789-4c6a-9fa5-d9b9e968ad47,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:41.654169 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0e62692e-40ca-4fbb-b059-3560ad2d96e3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks [] for floatingip (74de704d-25b6-45ae-b510-d0d1c3e96588), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:41.657510 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0e62692e-40ca-4fbb-b059-3560ad2d96e3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:41.658667 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-0e62692e-40ca-4fbb-b059-3560ad2d96e3 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] 10.222.0.78 "DELETE /v2.0/floatingips/74de704d-25b6-45ae-b510-d0d1c3e96588 HTTP/1.1" status: 204 len: 168 time: 0.5326245 Jun 14 18:34:41.720110 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a48c21f-378c-4db8-a26f-6ed7263009cb no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:34:41.742314 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 9a48c21f-378c-4db8-a26f-6ed7263009cb {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:34:41.742583 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a48c21f-378c-4db8-a26f-6ed7263009cb not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:34:41.942052 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:34:44.349041 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 60550) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:44.809927 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3a66b44a-8408-4f67-8f13-83d1bcbe7572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411822'] for router_interface (fe34203d-9de3-4d58-9736-dfa522564c84), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:44.812853 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:45.284055 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-3a66b44a-8408-4f67-8f13-83d1bcbe7572 admin admin] Deleting port a55fa280-56a3-4c6f-888c-bbe3fa6108f7 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:34:45.284390 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3a66b44a-8408-4f67-8f13-83d1bcbe7572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:45.363277 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-3a66b44a-8408-4f67-8f13-83d1bcbe7572 admin admin] For port a55fa280-56a3-4c6f-888c-bbe3fa6108f7, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=a55fa280-56a3-4c6f-888c-bbe3fa6108f7,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:34:45.363958 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3a66b44a-8408-4f67-8f13-83d1bcbe7572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:45.365884 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:45.377298 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-3a66b44a-8408-4f67-8f13-83d1bcbe7572 admin admin] Calling delete_port for a55fa280-56a3-4c6f-888c-bbe3fa6108f7 owned by network:router_interface {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:34:45.626261 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3a66b44a-8408-4f67-8f13-83d1bcbe7572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (a55fa280-56a3-4c6f-888c-bbe3fa6108f7), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:45.656683 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66b44a-8408-4f67-8f13-83d1bcbe7572 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55fa280-56a3-4c6f-888c-bbe3fa6108f7,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:45.818586 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-3a66b44a-8408-4f67-8f13-83d1bcbe7572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-459281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-411706'] for router_interface (fe34203d-9de3-4d58-9736-dfa522564c84), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:45.829582 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:46.029883 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a66b44a-8408-4f67-8f13-83d1bcbe7572 admin admin] Router fe34203d-9de3-4d58-9736-dfa522564c84 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:34:46.132201 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a66b44a-8408-4f67-8f13-83d1bcbe7572 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:34:46.140208 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-3a66b44a-8408-4f67-8f13-83d1bcbe7572 admin admin] 10.222.0.78 "PUT /v2.0/routers/fe34203d-9de3-4d58-9736-dfa522564c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7871094 Jun 14 18:34:46.140571 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 60556) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:46.145149 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d4e81-7925-4e54-af21-781571e024ad None None] Sync routers for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:34:46.155989 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d4e81-7925-4e54-af21-781571e024ad None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:34:46.156608 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-799d4e81-7925-4e54-af21-781571e024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:34:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:46.241600 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:46.247564 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Publish callbacks [] for router (fe34203d-9de3-4d58-9736-dfa522564c84), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:46.263065 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-799d4e81-7925-4e54-af21-781571e024ad None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:34:46.335041 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:46.350565 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Publish callbacks [] for router_gateway (fe34203d-9de3-4d58-9736-dfa522564c84), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:46.433353 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:46.445730 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-799d4e81-7925-4e54-af21-781571e024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:34:45Z', 'revision_number': 5, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port': {'id': 'b0218b8b-00bb-4465-9240-c2a9ef3da8d0', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:74:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:27:04Z', 'updated_at': '2022-06-14T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:46.465152 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Deleting port b0218b8b-00bb-4465-9240-c2a9ef3da8d0 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:34:46.465508 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:46.470651 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d4e81-7925-4e54-af21-781571e024ad None None] Checking router: fe34203d-9de3-4d58-9736-dfa522564c84 for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:34:46.479272 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d4e81-7925-4e54-af21-781571e024ad None None] Routers {'fe34203d-9de3-4d58-9736-dfa522564c84'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:34:46.479718 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-799d4e81-7925-4e54-af21-781571e024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:34:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['fe34203d-9de3-4d58-9736-dfa522564c84'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:46.550766 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] For port b0218b8b-00bb-4465-9240-c2a9ef3da8d0, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=b0218b8b-00bb-4465-9240-c2a9ef3da8d0,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:34:46.551141 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:46.563639 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-799d4e81-7925-4e54-af21-781571e024ad None None] Set router fe34203d-9de3-4d58-9736-dfa522564c84 gateway port host: None {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:34:46.566067 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Calling delete_port for b0218b8b-00bb-4465-9240-c2a9ef3da8d0 owned by network:router_gateway {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:34:46.613974 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-799d4e81-7925-4e54-af21-781571e024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:34:46Z', 'revision_number': 6, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port_host': None}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:46.632314 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:46.638167 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d4e81-7925-4e54-af21-781571e024ad None None] The sync data for ids ['fe34203d-9de3-4d58-9736-dfa522564c84'] in dv-cinder-844563-2-iscsi is: [{'id': 'fe34203d-9de3-4d58-9736-dfa522564c84', 'name': 'tempest-AttachVolumeShelveTestJSON-1629906110-router', 'tenant_id': 'e8603a3b1604479da86224c52c2467ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:27:02Z', 'updated_at': '2022-06-14T18:34:46Z', 'revision_number': 6, 'project_id': 'e8603a3b1604479da86224c52c2467ad', 'gw_port_host': None}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:34:46.774089 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (b0218b8b-00bb-4465-9240-c2a9ef3da8d0), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:46.800019 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0218b8b-00bb-4465-9240-c2a9ef3da8d0,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:46.864138 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413547'] for router_gateway (fe34203d-9de3-4d58-9736-dfa522564c84), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:46.949700 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-608'] for router (fe34203d-9de3-4d58-9736-dfa522564c84), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:46.951958 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Publish callbacks [] for router_controller (fe34203d-9de3-4d58-9736-dfa522564c84), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.042713 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412923'] for router (fe34203d-9de3-4d58-9736-dfa522564c84), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.043457 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe34203d-9de3-4d58-9736-dfa522564c84 {{(pid=104773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:34:47.057172 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.057172 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-bba2c46e-1699-4cc9-9dcb-bfd0a3f6fd78 admin admin] 10.222.0.78 "DELETE /v2.0/routers/fe34203d-9de3-4d58-9736-dfa522564c84 HTTP/1.1" status: 204 len: 168 time: 0.9079919 Jun 14 18:34:47.057172 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 60560) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:47.099340 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cd4dd1-1826-4bff-b542-a0025c2de4bd admin admin] Deleting subnet 61e47d25-4bab-4e31-a800-f8d0e60b222c {{(pid=104773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:34:47.102543 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-86cd4dd1-1826-4bff-b542-a0025c2de4bd admin admin] Publish callbacks [] for subnet (61e47d25-4bab-4e31-a800-f8d0e60b222c), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.136880 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-86cd4dd1-1826-4bff-b542-a0025c2de4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2193839'] for subnet (61e47d25-4bab-4e31-a800-f8d0e60b222c), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.215405 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-86cd4dd1-1826-4bff-b542-a0025c2de4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (61e47d25-4bab-4e31-a800-f8d0e60b222c), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.346028 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-86cd4dd1-1826-4bff-b542-a0025c2de4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2781220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2984236'] for subnet (61e47d25-4bab-4e31-a800-f8d0e60b222c), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.373017 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd4dd1-1826-4bff-b542-a0025c2de4bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61e47d25-4bab-4e31-a800-f8d0e60b222c,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:47.382701 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-86cd4dd1-1826-4bff-b542-a0025c2de4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.393218 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60566) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:47.393861 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-86cd4dd1-1826-4bff-b542-a0025c2de4bd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/61e47d25-4bab-4e31-a800-f8d0e60b222c HTTP/1.1" status: 204 len: 168 time: 0.3401382 Jun 14 18:34:47.400810 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfdc682-c8f4-4c24-99ac-54c62bf0e5c7 None None] Network 274ef244-b114-4d41-92b0-e6c757fabfee requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:34:47.489482 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device b0218b8b-00bb-4465-9240-c2a9ef3da8d0 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:34:47.493969 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (274ef244-b114-4d41-92b0-e6c757fabfee), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.513383 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: b0218b8b-00bb-4465-9240-c2a9ef3da8d0 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:34:47.513762 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device b0218b8b-00bb-4465-9240-c2a9ef3da8d0 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:34:47.514173 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device a55fa280-56a3-4c6f-888c-bbe3fa6108f7 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:34:47.539049 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Deleting port e196ef0d-f052-4baf-98d6-68ee253e8f50 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:34:47.539392 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.553036 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: a55fa280-56a3-4c6f-888c-bbe3fa6108f7 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:34:47.553297 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device a55fa280-56a3-4c6f-888c-bbe3fa6108f7 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:34:47.616960 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] For port e196ef0d-f052-4baf-98d6-68ee253e8f50, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=e196ef0d-f052-4baf-98d6-68ee253e8f50,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:34:47.616960 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.627824 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Calling delete_port for e196ef0d-f052-4baf-98d6-68ee253e8f50 owned by network:dhcp {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:34:47.645672 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] DHCP port deletion for 274ef244-b114-4d41-92b0-e6c757fabfee request from dv-cinder-844563-2-iscsi {{(pid=104774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 14 18:34:47.693865 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Deleting port e196ef0d-f052-4baf-98d6-68ee253e8f50 {{(pid=104774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:34:47.694240 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), before_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.768408 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] For port e196ef0d-f052-4baf-98d6-68ee253e8f50, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=e196ef0d-f052-4baf-98d6-68ee253e8f50,segment=NetworkSegment(58f82299-3121-449f-af8a-2266c0fd1fdc),segment_id=58f82299-3121-449f-af8a-2266c0fd1fdc)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:34:47.768864 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), precommit_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.779896 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.783730 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Calling delete_port for e196ef0d-f052-4baf-98d6-68ee253e8f50 owned by network:dhcp {{(pid=104774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:34:47.810351 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] No DVR routers for this DVR port e196ef0d-f052-4baf-98d6-68ee253e8f50 on host dv-cinder-844563-2-iscsi {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:34:47.813179 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Pushing event deleted for resources: {'Port': ['ID=e196ef0d-f052-4baf-98d6-68ee253e8f50,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:47.858304 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.859664 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.859773 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.860067 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.860405 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.860737 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.861060 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.861388 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.861741 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.862173 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.862380 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.862884 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.863542 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.864057 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.864382 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.879270 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (e196ef0d-f052-4baf-98d6-68ee253e8f50), after_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.906912 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Pushing event deleted for resources: {'Port': ['ID=e196ef0d-f052-4baf-98d6-68ee253e8f50,revision_number=None']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:47.913113 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (274ef244-b114-4d41-92b0-e6c757fabfee), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.924046 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] No DVR routers for this DVR port e196ef0d-f052-4baf-98d6-68ee253e8f50 on host dv-cinder-844563-2-iscsi {{(pid=104774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:34:47.932134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.932134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.932134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.932134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.932134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.932134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.932134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.932134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.932976 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.932976 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.933265 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.933353 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.933647 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.940059 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.940059 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b28148-06f2-45b4-97f4-f7d8662bf172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:34:47.945760 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274ef244-b114-4d41-92b0-e6c757fabfee']}} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:47.956923 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f82299-3121-449f-af8a-2266c0fd1fdc') {'for_net_delete': True} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:47.957214 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f82299-3121-449f-af8a-2266c0fd1fdc') {} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:34:47.966805 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126609713'] for segment (58f82299-3121-449f-af8a-2266c0fd1fdc), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.980134 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (58f82299-3121-449f-af8a-2266c0fd1fdc), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:47.986479 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=104772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:34:47.990727 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126161806'] for segment (58f82299-3121-449f-af8a-2266c0fd1fdc), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:48.038340 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:48.045009 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 58f82299-3121-449f-af8a-2266c0fd1fdc resource provider aggregate not found Jun 14 18:34:48.062513 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 58f82299-3121-449f-af8a-2266c0fd1fdc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58f82299-3121-449f-af8a-2266c0fd1fdc found for delete ", "request_id": "req-9ee1fb85-ad0b-4cdd-b0c1-a9acf4c26bd6"}]} Jun 14 18:34:48.149368 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (274ef244-b114-4d41-92b0-e6c757fabfee), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:48.154924 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:48.158223 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] 10.222.0.78 "DELETE /v2.0/networks/274ef244-b114-4d41-92b0-e6c757fabfee HTTP/1.1" status: 204 len: 168 time: 0.7639389 Jun 14 18:34:48.170166 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4c1c1-768a-4b38-ac7a-649ba3c956be admin admin] Pushing event deleted for resources: {'Network': ['ID=274ef244-b114-4d41-92b0-e6c757fabfee,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:48.569259 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60590) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:48.595687 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:48.621152 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-0b4b6f8c-d5c6-4c8b-a251-e4fe1b6b0c80 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8603a3b1604479da86224c52c2467ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507059 Jun 14 18:34:48.623804 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60592) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:48.675778 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-288912ad-203d-44d8-84a9-5bf2850de79d admin admin] Publish callbacks [] for security_group (0b203b4e-5616-481a-9d84-8dd3f916a978), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:48.698055 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-288912ad-203d-44d8-84a9-5bf2850de79d admin admin] Publish callbacks [] for security_group (0b203b4e-5616-481a-9d84-8dd3f916a978), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:48.819513 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-288912ad-203d-44d8-84a9-5bf2850de79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (0b203b4e-5616-481a-9d84-8dd3f916a978), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:48.822055 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-288912ad-203d-44d8-84a9-5bf2850de79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:48.823269 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-288912ad-203d-44d8-84a9-5bf2850de79d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b203b4e-5616-481a-9d84-8dd3f916a978 HTTP/1.1" status: 204 len: 168 time: 0.1980460 Jun 14 18:34:48.831760 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288912ad-203d-44d8-84a9-5bf2850de79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b203b4e-5616-481a-9d84-8dd3f916a978,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:49.203424 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device e196ef0d-f052-4baf-98d6-68ee253e8f50 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:34:49.225977 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: e196ef0d-f052-4baf-98d6-68ee253e8f50 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:34:49.226781 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device e196ef0d-f052-4baf-98d6-68ee253e8f50 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:34:49.682058 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60618) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:49.793123 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-140a07a6-546a-46d7-8510-0b15eb0e0486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:49.871258 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-140a07a6-546a-46d7-8510-0b15eb0e0486 admin admin] Publish callbacks [] for security_group (d9b61c60-e06a-41cb-88a8-c9e8cb7749f2), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:49.926301 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-140a07a6-546a-46d7-8510-0b15eb0e0486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d9b61c60-e06a-41cb-88a8-c9e8cb7749f2), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:49.969114 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a07a6-546a-46d7-8510-0b15eb0e0486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b61c60-e06a-41cb-88a8-c9e8cb7749f2,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:49.975963 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-140a07a6-546a-46d7-8510-0b15eb0e0486 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6c438af96f8542e199e006787b410836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905059 Jun 14 18:34:49.976397 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60628) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:50.028617 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-688a4b5c-d2fe-422b-bb15-46175ce4e6b4 admin admin] Publish callbacks [] for security_group (d9b61c60-e06a-41cb-88a8-c9e8cb7749f2), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:50.052860 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-688a4b5c-d2fe-422b-bb15-46175ce4e6b4 admin admin] Publish callbacks [] for security_group (d9b61c60-e06a-41cb-88a8-c9e8cb7749f2), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:50.203646 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-688a4b5c-d2fe-422b-bb15-46175ce4e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d9b61c60-e06a-41cb-88a8-c9e8cb7749f2), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:50.206298 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-688a4b5c-d2fe-422b-bb15-46175ce4e6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:50.208181 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-688a4b5c-d2fe-422b-bb15-46175ce4e6b4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d9b61c60-e06a-41cb-88a8-c9e8cb7749f2 HTTP/1.1" status: 204 len: 168 time: 0.2310977 Jun 14 18:34:50.218617 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a4b5c-d2fe-422b-bb15-46175ce4e6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b61c60-e06a-41cb-88a8-c9e8cb7749f2,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:51.937717 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:51.939871 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:52.394278 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 60724) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:52.477721 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60728) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:52.555303 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a7c1-ed6a-4db7-be5b-d59c74b790c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:52.590201 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03664fb4-d97a-4963-b660-986955070e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:52.645510 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a7c1-ed6a-4db7-be5b-d59c74b790c1 admin admin] Publish callbacks [] for security_group (28ce929b-b540-4783-861c-a72ae9ec6565), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:52.653813 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:52.677465 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03664fb4-d97a-4963-b660-986955070e9d admin admin] Publish callbacks [] for security_group (affe2239-df2b-4ceb-a466-7b45b2070735), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:52.722196 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a7c1-ed6a-4db7-be5b-d59c74b790c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (28ce929b-b540-4783-861c-a72ae9ec6565), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:52.750836 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-03664fb4-d97a-4963-b660-986955070e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (affe2239-df2b-4ceb-a466-7b45b2070735), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:52.756411 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=78,neutron:DELETE=13,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:52.764491 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6a7c1-ed6a-4db7-be5b-d59c74b790c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ce929b-b540-4783-861c-a72ae9ec6565,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:52.771334 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-c1d6a7c1-ed6a-4db7-be5b-d59c74b790c1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=752696098e104539bf9c1eff56382b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736398 Jun 14 18:34:52.771576 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 60732) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:52.792200 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-03664fb4-d97a-4963-b660-986955070e9d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0e6738b52afb4541bfcc806bed21d5e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129709 Jun 14 18:34:52.794319 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03664fb4-d97a-4963-b660-986955070e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affe2239-df2b-4ceb-a466-7b45b2070735,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:52.794909 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 60734) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:52.855561 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5c23d2dd-1870-4f46-ac01-ee694a825d47 admin admin] Publish callbacks [] for security_group (28ce929b-b540-4783-861c-a72ae9ec6565), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:52.858549 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:52.889059 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5c23d2dd-1870-4f46-ac01-ee694a825d47 admin admin] Publish callbacks [] for security_group (28ce929b-b540-4783-861c-a72ae9ec6565), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:52.895783 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4484-d23c-4c1b-ac65-828e135b8432 admin admin] Publish callbacks [] for security_group (affe2239-df2b-4ceb-a466-7b45b2070735), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:52.937738 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4484-d23c-4c1b-ac65-828e135b8432 admin admin] Publish callbacks [] for security_group (affe2239-df2b-4ceb-a466-7b45b2070735), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:53.065034 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5c23d2dd-1870-4f46-ac01-ee694a825d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (28ce929b-b540-4783-861c-a72ae9ec6565), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:53.067552 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-5c23d2dd-1870-4f46-ac01-ee694a825d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:53.068705 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-5c23d2dd-1870-4f46-ac01-ee694a825d47 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28ce929b-b540-4783-861c-a72ae9ec6565 HTTP/1.1" status: 204 len: 168 time: 0.2962301 Jun 14 18:34:53.077214 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23d2dd-1870-4f46-ac01-ee694a825d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ce929b-b540-4783-861c-a72ae9ec6565,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:53.095650 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4484-d23c-4c1b-ac65-828e135b8432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (affe2239-df2b-4ceb-a466-7b45b2070735), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:53.098407 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4484-d23c-4c1b-ac65-828e135b8432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:53.099713 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f6ea4484-d23c-4c1b-ac65-828e135b8432 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/affe2239-df2b-4ceb-a466-7b45b2070735 HTTP/1.1" status: 204 len: 168 time: 0.3005328 Jun 14 18:34:53.111905 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea4484-d23c-4c1b-ac65-828e135b8432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affe2239-df2b-4ceb-a466-7b45b2070735,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:53.854781 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60756) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:53.872340 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9e324f2c-0cf5-463f-b7d6-537e74a35c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:54.009067 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9e324f2c-0cf5-463f-b7d6-537e74a35c8e admin admin] Publish callbacks [] for security_group (1c26e9ee-4fd0-4aa5-a7da-2748388778f8), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:54.097368 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-9e324f2c-0cf5-463f-b7d6-537e74a35c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (1c26e9ee-4fd0-4aa5-a7da-2748388778f8), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:54.102968 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:34:54.141337 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-9e324f2c-0cf5-463f-b7d6-537e74a35c8e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7783cc625eae419b800c40cba775369f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854433 Jun 14 18:34:54.142687 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e324f2c-0cf5-463f-b7d6-537e74a35c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c26e9ee-4fd0-4aa5-a7da-2748388778f8,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:54.144279 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 60764) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:34:54.205035 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e13f7cc7-60dc-480a-9252-154b5a983dee admin admin] Publish callbacks [] for security_group (1c26e9ee-4fd0-4aa5-a7da-2748388778f8), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:54.231489 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e13f7cc7-60dc-480a-9252-154b5a983dee admin admin] Publish callbacks [] for security_group (1c26e9ee-4fd0-4aa5-a7da-2748388778f8), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:54.436678 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e13f7cc7-60dc-480a-9252-154b5a983dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (1c26e9ee-4fd0-4aa5-a7da-2748388778f8), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:54.440534 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e13f7cc7-60dc-480a-9252-154b5a983dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:34:54.442606 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-e13f7cc7-60dc-480a-9252-154b5a983dee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c26e9ee-4fd0-4aa5-a7da-2748388778f8 HTTP/1.1" status: 204 len: 168 time: 0.2968218 Jun 14 18:34:54.460482 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f7cc7-60dc-480a-9252-154b5a983dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c26e9ee-4fd0-4aa5-a7da-2748388778f8,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:34:59.842350 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-d131c31a-8edb-4e64-b4f0-325b450473f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:00.078717 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60928) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:00.197979 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8e9fe2a4-7b35-45ad-a7a1-091f38eeee3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:00.285269 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8e9fe2a4-7b35-45ad-a7a1-091f38eeee3c admin admin] Publish callbacks [] for security_group (92e0f35b-b9c2-497f-8496-8b5579757826), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:00.356476 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-8e9fe2a4-7b35-45ad-a7a1-091f38eeee3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (92e0f35b-b9c2-497f-8496-8b5579757826), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:00.400939 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-8e9fe2a4-7b35-45ad-a7a1-091f38eeee3c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4053f13099b747d1a5f95f709fe9141f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191404 Jun 14 18:35:00.400939 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fe2a4-7b35-45ad-a7a1-091f38eeee3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e0f35b-b9c2-497f-8496-8b5579757826,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:00.403062 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 60934) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:00.463662 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c3ed-734c-43b4-a0fb-763609db9cc0 admin admin] Publish callbacks [] for security_group (92e0f35b-b9c2-497f-8496-8b5579757826), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:00.497333 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c3ed-734c-43b4-a0fb-763609db9cc0 admin admin] Publish callbacks [] for security_group (92e0f35b-b9c2-497f-8496-8b5579757826), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:00.636145 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c3ed-734c-43b4-a0fb-763609db9cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (92e0f35b-b9c2-497f-8496-8b5579757826), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:00.639321 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ebd3c3ed-734c-43b4-a0fb-763609db9cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:00.640544 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-ebd3c3ed-734c-43b4-a0fb-763609db9cc0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92e0f35b-b9c2-497f-8496-8b5579757826 HTTP/1.1" status: 204 len: 168 time: 0.2365615 Jun 14 18:35:00.655461 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3c3ed-734c-43b4-a0fb-763609db9cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e0f35b-b9c2-497f-8496-8b5579757826,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:01.368523 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 60960) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:01.383558 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4f471e77-9459-449c-b1e8-ce56c02498a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:01.494562 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4f471e77-9459-449c-b1e8-ce56c02498a5 admin admin] Publish callbacks [] for security_group (23d0e0c5-6c44-45ca-8926-6babae8c716d), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:01.630546 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-4f471e77-9459-449c-b1e8-ce56c02498a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (23d0e0c5-6c44-45ca-8926-6babae8c716d), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:01.674860 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f471e77-9459-449c-b1e8-ce56c02498a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d0e0c5-6c44-45ca-8926-6babae8c716d,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:01.679269 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-4f471e77-9459-449c-b1e8-ce56c02498a5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37312ebbf9d24b5bb89267732cba6e21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096867 Jun 14 18:35:01.688436 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 60962) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:01.741906 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-035cd97b-45e2-4188-bb02-177f478d12d3 admin admin] Publish callbacks [] for security_group (23d0e0c5-6c44-45ca-8926-6babae8c716d), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:01.756974 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:01.767409 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-035cd97b-45e2-4188-bb02-177f478d12d3 admin admin] Publish callbacks [] for security_group (23d0e0c5-6c44-45ca-8926-6babae8c716d), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:01.887618 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-035cd97b-45e2-4188-bb02-177f478d12d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (23d0e0c5-6c44-45ca-8926-6babae8c716d), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:01.891476 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-035cd97b-45e2-4188-bb02-177f478d12d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:01.892690 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-035cd97b-45e2-4188-bb02-177f478d12d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23d0e0c5-6c44-45ca-8926-6babae8c716d HTTP/1.1" status: 204 len: 168 time: 0.2032320 Jun 14 18:35:01.901698 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cd97b-45e2-4188-bb02-177f478d12d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d0e0c5-6c44-45ca-8926-6babae8c716d,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:02.241822 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b7b9739a-3216-4965-9ec1-9b4c22ab8726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:03.054091 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:03.177324 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:04.312683 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 32784) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:04.431633 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-14751a02-b5aa-429e-9c2a-15d720d9af8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:04.516098 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-14751a02-b5aa-429e-9c2a-15d720d9af8d admin admin] Publish callbacks [] for security_group (d99fd06b-f586-4888-bd85-a4a3ac190915), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:04.584490 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-14751a02-b5aa-429e-9c2a-15d720d9af8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d99fd06b-f586-4888-bd85-a4a3ac190915), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:04.627822 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-14751a02-b5aa-429e-9c2a-15d720d9af8d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d7ea0758b94540d68307bc07a7b069af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117218 Jun 14 18:35:04.627822 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14751a02-b5aa-429e-9c2a-15d720d9af8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99fd06b-f586-4888-bd85-a4a3ac190915,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:04.628500 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 32790) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:04.682440 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-628dbbb8-be47-4476-a9a3-88919ca97f83 admin admin] Publish callbacks [] for security_group (d99fd06b-f586-4888-bd85-a4a3ac190915), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:04.705495 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-628dbbb8-be47-4476-a9a3-88919ca97f83 admin admin] Publish callbacks [] for security_group (d99fd06b-f586-4888-bd85-a4a3ac190915), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:04.773880 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:04.823362 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-628dbbb8-be47-4476-a9a3-88919ca97f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (d99fd06b-f586-4888-bd85-a4a3ac190915), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:04.826191 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-628dbbb8-be47-4476-a9a3-88919ca97f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:04.828178 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-628dbbb8-be47-4476-a9a3-88919ca97f83 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d99fd06b-f586-4888-bd85-a4a3ac190915 HTTP/1.1" status: 204 len: 168 time: 0.1984854 Jun 14 18:35:04.836947 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dbbb8-be47-4476-a9a3-88919ca97f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99fd06b-f586-4888-bd85-a4a3ac190915,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:04.870409 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:05.161655 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:05.513814 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 32806) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:05.532382 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2c20-09cd-4fee-ac07-df53c7d7308f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:05.567781 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=16 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:05.614097 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2c20-09cd-4fee-ac07-df53c7d7308f admin admin] Publish callbacks [] for security_group (18a53a11-8e5b-4422-b6c1-c594ac9d86a5), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:05.728029 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2c20-09cd-4fee-ac07-df53c7d7308f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (18a53a11-8e5b-4422-b6c1-c594ac9d86a5), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:05.771013 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e2c20-09cd-4fee-ac07-df53c7d7308f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a53a11-8e5b-4422-b6c1-c594ac9d86a5,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:05.778933 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-ef4e2c20-09cd-4fee-ac07-df53c7d7308f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=466eb694879d4b40b95ec8d01a713fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616251 Jun 14 18:35:05.779953 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 32810) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:05.780046 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7ba5a-2c82-497e-a68a-34e3e6ae5102 req-f50912a0-f246-4aa9-878e-302c674239ca tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:05.781051 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5cf7ba5a-2c82-497e-a68a-34e3e6ae5102 req-f50912a0-f246-4aa9-878e-302c674239ca tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 945 time: 0.0684729 Jun 14 18:35:05.834558 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9f222eea-8807-48a0-b0ff-a64b21a174f4 admin admin] Publish callbacks [] for security_group (18a53a11-8e5b-4422-b6c1-c594ac9d86a5), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:05.834786 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5cf7ba5a-2c82-497e-a68a-34e3e6ae5102 req-e6c40e4a-8e8b-4ae5-b40c-ee24a7a5420f tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460608 Jun 14 18:35:05.859476 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9f222eea-8807-48a0-b0ff-a64b21a174f4 admin admin] Publish callbacks [] for security_group (18a53a11-8e5b-4422-b6c1-c594ac9d86a5), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:05.887783 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:05.995413 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9f222eea-8807-48a0-b0ff-a64b21a174f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (18a53a11-8e5b-4422-b6c1-c594ac9d86a5), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:05.998105 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9f222eea-8807-48a0-b0ff-a64b21a174f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:05.999338 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-9f222eea-8807-48a0-b0ff-a64b21a174f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/18a53a11-8e5b-4422-b6c1-c594ac9d86a5 HTTP/1.1" status: 204 len: 168 time: 0.2186491 Jun 14 18:35:06.007789 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f222eea-8807-48a0-b0ff-a64b21a174f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a53a11-8e5b-4422-b6c1-c594ac9d86a5,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:06.987995 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8a67452d-822a-4ce6-9704-c81e0308a485 req-4dd24daa-0f51-4d3d-803e-00ea7196ef84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1070242 Jun 14 18:35:07.005840 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b6dc5-522e-4b5b-8fcd-423799e67213 req-813e4463-65be-4496-8077-03715dec6399 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:07.007177 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e04b6dc5-522e-4b5b-8fcd-423799e67213 req-813e4463-65be-4496-8077-03715dec6399 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 945 time: 0.0951455 Jun 14 18:35:07.059565 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e04b6dc5-522e-4b5b-8fcd-423799e67213 req-862348bc-de9f-43ba-a57c-375dfbce414d tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups?id=ddb6b247-5725-4d0c-9345-3f99f5534e50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464594 Jun 14 18:35:07.127914 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67452d-822a-4ce6-9704-c81e0308a485 req-733d279a-0b32-4256-a977-cdd668dc8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:07.129442 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8a67452d-822a-4ce6-9704-c81e0308a485 req-733d279a-0b32-4256-a977-cdd668dc8c03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437f86b97f3c4725955bc1f71017af5e&device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 1130 time: 0.0404010 Jun 14 18:35:07.209967 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:07.234452 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb9587-0629-4420-b891-94046540fa32 req-01b597a5-a945-434b-b7ba-88f6daf1f7b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:07.234675 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cdeb9587-0629-4420-b891-94046540fa32 req-01b597a5-a945-434b-b7ba-88f6daf1f7b7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 945 time: 0.0630915 Jun 14 18:35:07.269918 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67452d-822a-4ce6-9704-c81e0308a485 req-981878fc-71ba-4b08-838f-82163a6ac52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:07.271409 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8a67452d-822a-4ce6-9704-c81e0308a485 req-981878fc-71ba-4b08-838f-82163a6ac52f service neutron] 10.222.0.13 "GET /v2.0/networks?id=39e41b5c-e704-4229-8e8f-5b4157b809d1 HTTP/1.1" status: 200 len: 910 time: 0.1007552 Jun 14 18:35:07.330022 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Deleting port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:07.330456 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:07.339936 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:07.349726 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8a67452d-822a-4ce6-9704-c81e0308a485 req-6454b787-ad2b-4570-a79c-55fad8a2655b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621 HTTP/1.1" status: 200 len: 1001 time: 0.0715292 Jun 14 18:35:07.407858 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67452d-822a-4ce6-9704-c81e0308a485 req-c7b1c6cc-7e75-4224-bd90-9a2dac34bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:07.409692 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8a67452d-822a-4ce6-9704-c81e0308a485 req-c7b1c6cc-7e75-4224-bd90-9a2dac34bd78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=733f3888-d538-4d36-9494-05eb79859400 HTTP/1.1" status: 200 len: 848 time: 0.0551875 Jun 14 18:35:07.437064 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] For port 9a82f6b0-da2d-418b-9d02-f617bd45eb15, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9a82f6b0-da2d-418b-9d02-f617bd45eb15,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:07.437430 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:07.458159 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67452d-822a-4ce6-9704-c81e0308a485 req-342244df-5bce-4636-a782-cab0fdd05721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:07.460136 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8a67452d-822a-4ce6-9704-c81e0308a485 req-342244df-5bce-4636-a782-cab0fdd05721 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39e41b5c-e704-4229-8e8f-5b4157b809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444698 Jun 14 18:35:07.561804 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8a67452d-822a-4ce6-9704-c81e0308a485 req-253cd59c-06bc-48ec-a315-0ea26fb47bbf service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956297 Jun 14 18:35:07.621361 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:07.621713 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (63dd484e-33df-4431-a690-8390f769bab3), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:07.621992 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Floating IP 63dd484e-33df-4431-a690-8390f769bab3 disassociated. External IP: 172.27.0.85, port: 9a82f6b0-da2d-418b-9d02-f617bd45eb15. Jun 14 18:35:07.622983 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Calling delete_port for 9a82f6b0-da2d-418b-9d02-f617bd45eb15 owned by compute:nova {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:07.655668 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8a67452d-822a-4ce6-9704-c81e0308a485 req-0a02c6d3-d84a-46b9-9933-a333d479c475 service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883961 Jun 14 18:35:07.839751 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (9a82f6b0-da2d-418b-9d02-f617bd45eb15), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:07.871692 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event deleted for resources: {'Port': ['ID=9a82f6b0-da2d-418b-9d02-f617bd45eb15,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:07.995209 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Router 99d692a4-dd00-479c-ab92-329ab6ea9487 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:35:08.213712 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-40f13eba-d957-4ba0-8067-61e1356acabc req-79a838a0-4611-473a-8d76-b21ce28c4fe7 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 210 time: 0.0537283 Jun 14 18:35:08.347878 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:08.350999 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:08.380058 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:35:08.392392 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bf8b7-99f2-45f9-be44-303058305e38 None None] Sync routers for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:35:08.404416 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bf8b7-99f2-45f9-be44-303058305e38 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:35:08.405060 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-2e9bf8b7-99f2-45f9-be44-303058305e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:35:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:08.433591 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] No DVR routers for this DVR port 9a82f6b0-da2d-418b-9d02-f617bd45eb15 on host hv-cinder-84456 {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:35:08.436304 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:08.439935 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cdeb9587-0629-4420-b891-94046540fa32 req-fcd0c193-78b5-4973-bcfd-ad2f45eabe38 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.13 "DELETE /v2.0/ports/9a82f6b0-da2d-418b-9d02-f617bd45eb15 HTTP/1.1" status: 204 len: 173 time: 1.2003093 Jun 14 18:35:08.440422 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'name': 'network-vif-deleted', 'tag': '9a82f6b0-da2d-418b-9d02-f617bd45eb15'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:35:08.449829 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045658e5-f320-4dd2-a220-f91bc4c97521" -d '{"events": [{"server_uuid": "fed1dbeb-530d-4733-99c1-799e566bf8c1", "name": "network-vif-deleted", "tag": "9a82f6b0-da2d-418b-9d02-f617bd45eb15"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:35:08.483704 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92dd57c-7fae-4a6a-aabe-c134e067a67d x-openstack-request-id: req-a92dd57c-7fae-4a6a-aabe-c134e067a67d {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:35:08.483993 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed1dbeb-530d-4733-99c1-799e566bf8c1", "name": "network-vif-deleted", "tag": "9a82f6b0-da2d-418b-9d02-f617bd45eb15", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:35:08.484241 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a92dd57c-7fae-4a6a-aabe-c134e067a67d {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:35:08.484644 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92dd57c-7fae-4a6a-aabe-c134e067a67d'] response: {'server_uuid': 'fed1dbeb-530d-4733-99c1-799e566bf8c1', 'name': 'network-vif-deleted', 'tag': '9a82f6b0-da2d-418b-9d02-f617bd45eb15', 'status': 'completed', 'code': 200} Jun 14 18:35:08.522713 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-2e9bf8b7-99f2-45f9-be44-303058305e38 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:35:08.728651 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-2e9bf8b7-99f2-45f9-be44-303058305e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:08.758345 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bf8b7-99f2-45f9-be44-303058305e38 None None] Checking router: 99d692a4-dd00-479c-ab92-329ab6ea9487 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:35:08.767693 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bf8b7-99f2-45f9-be44-303058305e38 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:35:08.768322 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-2e9bf8b7-99f2-45f9-be44-303058305e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:35:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:08.873209 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-2e9bf8b7-99f2-45f9-be44-303058305e38 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:35:09.103616 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-2e9bf8b7-99f2-45f9-be44-303058305e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:09.133834 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bf8b7-99f2-45f9-be44-303058305e38 None None] The sync data for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi is: [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:28:31Z', 'revision_number': 4, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '1b8df523-aafb-494e-8767-800d9e5f6040', 'name': '', 'network_id': 'e21b4aaa-368c-485d-acb4-337720920cc4', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'mac_address': 'fa:16:3e:21:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:30Z', 'updated_at': '2022-06-14T18:28:36Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'subnets': [{'id': '4916d0d5-399f-4622-980d-32fb81ecd6af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:35:09.339705 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9aefcdf9-cb12-4436-ac56-65c8080367f7 req-c4639856-1ca8-4c24-a0ec-218907773ba9 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/ports?device_id=fed1dbeb-530d-4733-99c1-799e566bf8c1 HTTP/1.1" status: 200 len: 210 time: 0.0326898 Jun 14 18:35:09.424791 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab88f99-48dd-407d-afce-b4e1d45a8e2d None None] New status for floating IP 63dd484e-33df-4431-a690-8390f769bab3: DOWN {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:35:10.561829 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 32916) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:10.624256 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-290d038c-d1e0-46ee-8c71-e779a41dec88 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (ddb6b247-5725-4d0c-9345-3f99f5534e50), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:10.649395 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-290d038c-d1e0-46ee-8c71-e779a41dec88 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (ddb6b247-5725-4d0c-9345-3f99f5534e50), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:10.767276 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-290d038c-d1e0-46ee-8c71-e779a41dec88 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (ddb6b247-5725-4d0c-9345-3f99f5534e50), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:10.769796 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-290d038c-d1e0-46ee-8c71-e779a41dec88 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:10.771003 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-290d038c-d1e0-46ee-8c71-e779a41dec88 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "DELETE /v2.0/security-groups/ddb6b247-5725-4d0c-9345-3f99f5534e50 HTTP/1.1" status: 204 len: 168 time: 0.2080166 Jun 14 18:35:10.774099 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 32918) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:10.781678 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d038c-d1e0-46ee-8c71-e779a41dec88 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb6b247-5725-4d0c-9345-3f99f5534e50,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:10.789676 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.api.v2.resource [None req-bab6c0c8-7e52-4f54-836d-349cc25e7e12 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] show failed (client error): The resource could not be found. Jun 14 18:35:10.790710 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-bab6c0c8-7e52-4f54-836d-349cc25e7e12 tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "GET /v2.0/security-groups/ddb6b247-5725-4d0c-9345-3f99f5534e50 HTTP/1.1" status: 404 len: 347 time: 0.0156162 Jun 14 18:35:10.797033 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 32920) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:10.916091 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-99170ceb-e6b5-4b58-860b-fa0301ae8f0a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Deleting port 24d51949-4f87-4775-a149-62f9dd402a38 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:10.916434 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-99170ceb-e6b5-4b58-860b-fa0301ae8f0a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (24d51949-4f87-4775-a149-62f9dd402a38), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:11.004379 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-99170ceb-e6b5-4b58-860b-fa0301ae8f0a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (24d51949-4f87-4775-a149-62f9dd402a38), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:11.004706 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-99170ceb-e6b5-4b58-860b-fa0301ae8f0a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (24d51949-4f87-4775-a149-62f9dd402a38), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:11.020446 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-99170ceb-e6b5-4b58-860b-fa0301ae8f0a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Calling delete_port for 24d51949-4f87-4775-a149-62f9dd402a38 owned by network:floatingip {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:11.279738 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-99170ceb-e6b5-4b58-860b-fa0301ae8f0a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (24d51949-4f87-4775-a149-62f9dd402a38), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:11.308854 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99170ceb-e6b5-4b58-860b-fa0301ae8f0a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Pushing event deleted for resources: {'Port': ['ID=24d51949-4f87-4775-a149-62f9dd402a38,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:11.373400 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-99170ceb-e6b5-4b58-860b-fa0301ae8f0a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks [] for floatingip (63dd484e-33df-4431-a690-8390f769bab3), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:11.375835 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-99170ceb-e6b5-4b58-860b-fa0301ae8f0a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:11.376999 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-99170ceb-e6b5-4b58-860b-fa0301ae8f0a tempest-AttachVolumeNegativeTest-1598181014 tempest-AttachVolumeNegativeTest-1598181014-project] 10.222.0.78 "DELETE /v2.0/floatingips/63dd484e-33df-4431-a690-8390f769bab3 HTTP/1.1" status: 204 len: 168 time: 0.5789218 Jun 14 18:35:12.351226 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a82f6b0-da2d-418b-9d02-f617bd45eb15 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:35:12.373731 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 9a82f6b0-da2d-418b-9d02-f617bd45eb15 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:35:12.374067 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 9a82f6b0-da2d-418b-9d02-f617bd45eb15 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:35:12.614780 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 32936) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:12.949712 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Deleting port 4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:12.950713 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:13.040577 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:13.040889 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for floatingip (4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:13.057246 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Calling delete_port for 4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d owned by network:floatingip {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:13.148527 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:13.163291 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:13.285522 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:13.314410 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event deleted for resources: {'Port': ['ID=4f1feb4d-e3ef-41a5-953e-fbf1e78e6f6d,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:13.405826 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for floatingip (a20c80d4-349a-4f64-a4f5-9dce6651246d), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:13.406184 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Floating IP a20c80d4-349a-4f64-a4f5-9dce6651246d disassociated (deleted). External IP: 172.27.0.24, port: 4fa1bac8-6b6d-4a62-afca-3aed68487621. Jun 14 18:35:13.660996 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Router b72dff27-8c02-40d6-82a1-d4ef9243ee5c has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:35:13.789652 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:35:13.794227 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:13.800869 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2f9c2-0b62-4d1b-b6ea-223c975a0230 None None] Sync routers for ids ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:35:13.824155 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2f9c2-0b62-4d1b-b6ea-223c975a0230 None None] Routers {'b72dff27-8c02-40d6-82a1-d4ef9243ee5c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:35:13.824155 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-b1c2f9c2-0b62-4d1b-b6ea-223c975a0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:35:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:13.850572 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-ee744e8b-dcb4-4e3c-af5a-9361a354e3f3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "DELETE /v2.0/floatingips/a20c80d4-349a-4f64-a4f5-9dce6651246d HTTP/1.1" status: 204 len: 168 time: 1.2342460 Jun 14 18:35:13.851738 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:35:13.859947 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f0ef5a-a0bd-4076-855f-7a0668a4d1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:35:13.989152 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-b1c2f9c2-0b62-4d1b-b6ea-223c975a0230 None None] Set router b72dff27-8c02-40d6-82a1-d4ef9243ee5c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:35:13.993783 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3fb797-da36-4b0e-94eb-9b6c08a7f2d3 x-openstack-request-id: req-bb3fb797-da36-4b0e-94eb-9b6c08a7f2d3 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:35:13.995515 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:35:13.995865 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb3fb797-da36-4b0e-94eb-9b6c08a7f2d3 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:35:13.996379 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3fb797-da36-4b0e-94eb-9b6c08a7f2d3'] response: {'name': 'network-changed', 'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'status': 'completed', 'code': 200} Jun 14 18:35:14.074820 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0ef5a-a0bd-4076-855f-7a0668a4d1ae req-97f9364b-9087-4822-be58-0c9eab9dba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:14.078015 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-53f0ef5a-a0bd-4076-855f-7a0668a4d1ae req-97f9364b-9087-4822-be58-0c9eab9dba84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437f86b97f3c4725955bc1f71017af5e&device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 1130 time: 0.0606937 Jun 14 18:35:14.234094 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0ef5a-a0bd-4076-855f-7a0668a4d1ae req-b1b131b0-3e46-4f7d-b945-9f87628eb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:14.237102 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-53f0ef5a-a0bd-4076-855f-7a0668a4d1ae req-b1b131b0-3e46-4f7d-b945-9f87628eb106 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39e41b5c-e704-4229-8e8f-5b4157b809d1 HTTP/1.1" status: 200 len: 910 time: 0.1510327 Jun 14 18:35:14.241970 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:14.284499 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-53f0ef5a-a0bd-4076-855f-7a0668a4d1ae req-e883881e-a701-4abc-b495-486e6f28310f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621 HTTP/1.1" status: 200 len: 217 time: 0.0410423 Jun 14 18:35:14.368621 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0ef5a-a0bd-4076-855f-7a0668a4d1ae req-06acc609-bed2-4380-8c33-14cb91e32094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:14.370577 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-53f0ef5a-a0bd-4076-855f-7a0668a4d1ae req-06acc609-bed2-4380-8c33-14cb91e32094 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=733f3888-d538-4d36-9494-05eb79859400 HTTP/1.1" status: 200 len: 848 time: 0.0803051 Jun 14 18:35:14.397555 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-b1c2f9c2-0b62-4d1b-b6ea-223c975a0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:28:53Z', 'revision_number': 4, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '097b7fe2-8583-40ff-b2ec-08a4adc6d5d5', 'name': '', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'mac_address': 'fa:16:3e:94:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '733f3888-d538-4d36-9494-05eb79859400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:52Z', 'updated_at': '2022-06-14T18:28:57Z', 'revision_number': 5, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'subnets': [{'id': '733f3888-d538-4d36-9494-05eb79859400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:14.429813 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0ef5a-a0bd-4076-855f-7a0668a4d1ae req-f6ec8c9c-dc71-4179-95e0-5697a37f59fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:14.431600 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-53f0ef5a-a0bd-4076-855f-7a0668a4d1ae req-f6ec8c9c-dc71-4179-95e0-5697a37f59fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39e41b5c-e704-4229-8e8f-5b4157b809d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552864 Jun 14 18:35:14.436976 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:14.438678 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2f9c2-0b62-4d1b-b6ea-223c975a0230 None None] Checking router: b72dff27-8c02-40d6-82a1-d4ef9243ee5c for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:35:14.452210 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2f9c2-0b62-4d1b-b6ea-223c975a0230 None None] Routers {'b72dff27-8c02-40d6-82a1-d4ef9243ee5c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:35:14.452888 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-b1c2f9c2-0b62-4d1b-b6ea-223c975a0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:35:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:14.580225 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567e6e5-a131-498a-8aad-024f2871395e req-270d9887-9563-4c05-8cc5-288457cb5f32 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:14.581078 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-b1c2f9c2-0b62-4d1b-b6ea-223c975a0230 None None] Set router b72dff27-8c02-40d6-82a1-d4ef9243ee5c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:35:14.585752 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c567e6e5-a131-498a-8aad-024f2871395e req-270d9887-9563-4c05-8cc5-288457cb5f32 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0729578 Jun 14 18:35:14.655525 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c567e6e5-a131-498a-8aad-024f2871395e req-5dad5fa5-78ba-45fb-a10b-00276f0f9656 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657370 Jun 14 18:35:14.909244 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-b1c2f9c2-0b62-4d1b-b6ea-223c975a0230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:28:53Z', 'revision_number': 4, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '097b7fe2-8583-40ff-b2ec-08a4adc6d5d5', 'name': '', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'mac_address': 'fa:16:3e:94:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '733f3888-d538-4d36-9494-05eb79859400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:52Z', 'updated_at': '2022-06-14T18:28:57Z', 'revision_number': 5, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'subnets': [{'id': '733f3888-d538-4d36-9494-05eb79859400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:14.942371 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2f9c2-0b62-4d1b-b6ea-223c975a0230 None None] The sync data for ids ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'] in dv-cinder-844563-2-iscsi is: [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:28:53Z', 'revision_number': 4, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '097b7fe2-8583-40ff-b2ec-08a4adc6d5d5', 'name': '', 'network_id': '39e41b5c-e704-4229-8e8f-5b4157b809d1', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'mac_address': 'fa:16:3e:94:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '733f3888-d538-4d36-9494-05eb79859400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:52Z', 'updated_at': '2022-06-14T18:28:57Z', 'revision_number': 5, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'subnets': [{'id': '733f3888-d538-4d36-9494-05eb79859400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:35:15.208729 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71743db2-0c3f-4c57-aa6d-a0f252d01d03 None None] New status for floating IP a20c80d4-349a-4f64-a4f5-9dce6651246d: DOWN {{(pid=104774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:35:15.518597 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:15.540496 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-53f0ef5a-a0bd-4076-855f-7a0668a4d1ae req-7c16a069-d8d4-4d4f-972a-43d360c8726a service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187677 Jun 14 18:35:15.707910 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-53f0ef5a-a0bd-4076-855f-7a0668a4d1ae req-95985b45-0e56-48be-9945-9d44f77b5d67 service neutron] 10.222.0.13 "GET /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152050 Jun 14 18:35:15.827849 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34aac5-45d8-445c-b8a4-a96e8b57e7fb req-19d4def5-b5a3-48ed-a987-aa71401126f2 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:15.829565 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ca34aac5-45d8-445c-b8a4-a96e8b57e7fb req-19d4def5-b5a3-48ed-a987-aa71401126f2 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0676281 Jun 14 18:35:15.916485 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ca34aac5-45d8-445c-b8a4-a96e8b57e7fb req-6409c749-dfc0-49f4-8a52-66ecb872c923 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/security-groups?id=78d718e3-7266-4b5d-bf53-bd2a6dd9604f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769594 Jun 14 18:35:15.953965 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:15.967507 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01952d3-c564-420f-8fb7-5c0b7a1fe8f5 req-a7860208-e7f6-4459-ab85-903ac982fb26 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:15.969196 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b01952d3-c564-420f-8fb7-5c0b7a1fe8f5 req-a7860208-e7f6-4459-ab85-903ac982fb26 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.13 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 946 time: 0.0682697 Jun 14 18:35:16.099552 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-b01952d3-c564-420f-8fb7-5c0b7a1fe8f5 req-b5a83d2c-8bd5-4098-8237-aa9d57393ba5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Deleting port 4fa1bac8-6b6d-4a62-afca-3aed68487621 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:16.100130 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-b01952d3-c564-420f-8fb7-5c0b7a1fe8f5 req-b5a83d2c-8bd5-4098-8237-aa9d57393ba5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:16.258646 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-b01952d3-c564-420f-8fb7-5c0b7a1fe8f5 req-b5a83d2c-8bd5-4098-8237-aa9d57393ba5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] For port 4fa1bac8-6b6d-4a62-afca-3aed68487621, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4fa1bac8-6b6d-4a62-afca-3aed68487621,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:16.259233 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-b01952d3-c564-420f-8fb7-5c0b7a1fe8f5 req-b5a83d2c-8bd5-4098-8237-aa9d57393ba5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:16.277558 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-b01952d3-c564-420f-8fb7-5c0b7a1fe8f5 req-b5a83d2c-8bd5-4098-8237-aa9d57393ba5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Calling delete_port for 4fa1bac8-6b6d-4a62-afca-3aed68487621 owned by compute:nova {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:16.527794 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-b01952d3-c564-420f-8fb7-5c0b7a1fe8f5 req-b5a83d2c-8bd5-4098-8237-aa9d57393ba5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (4fa1bac8-6b6d-4a62-afca-3aed68487621), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:16.567565 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a83d2c-8bd5-4098-8237-aa9d57393ba5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event deleted for resources: {'Port': ['ID=4fa1bac8-6b6d-4a62-afca-3aed68487621,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:16.631917 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01952d3-c564-420f-8fb7-5c0b7a1fe8f5 req-b5a83d2c-8bd5-4098-8237-aa9d57393ba5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] No DVR routers for this DVR port 4fa1bac8-6b6d-4a62-afca-3aed68487621 on host hv-cinder-84456 {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:35:16.634553 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-b01952d3-c564-420f-8fb7-5c0b7a1fe8f5 req-b5a83d2c-8bd5-4098-8237-aa9d57393ba5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:16.638483 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b01952d3-c564-420f-8fb7-5c0b7a1fe8f5 req-b5a83d2c-8bd5-4098-8237-aa9d57393ba5 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.13 "DELETE /v2.0/ports/4fa1bac8-6b6d-4a62-afca-3aed68487621 HTTP/1.1" status: 204 len: 173 time: 0.6629717 Jun 14 18:35:16.638944 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'name': 'network-vif-deleted', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:35:16.641203 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676dd57a-7859-4532-a8a5-2bdd82a1fe7f" -d '{"events": [{"server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "name": "network-vif-deleted", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:35:16.682556 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14605e9f-58fa-4d04-8cb1-cadab02dd38f x-openstack-request-id: req-14605e9f-58fa-4d04-8cb1-cadab02dd38f {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:35:16.682556 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750a5111-2788-46b6-aa18-57f7c1019d64", "name": "network-vif-deleted", "tag": "4fa1bac8-6b6d-4a62-afca-3aed68487621", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:35:16.682955 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-14605e9f-58fa-4d04-8cb1-cadab02dd38f {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:35:16.683053 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14605e9f-58fa-4d04-8cb1-cadab02dd38f'] response: {'server_uuid': '750a5111-2788-46b6-aa18-57f7c1019d64', 'name': 'network-vif-deleted', 'tag': '4fa1bac8-6b6d-4a62-afca-3aed68487621', 'status': 'completed', 'code': 200} Jun 14 18:35:16.816471 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33016) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:17.066928 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6a48506b-272a-4a65-9b60-fd4ad2b5f762 req-78e11502-cc2f-4d28-a470-4329a93691db tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0437922 Jun 14 18:35:17.267856 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:17.350148 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f0f73949-e58d-4a6d-976c-30415a6a810e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411822'] for router_interface (99d692a4-dd00-479c-ab92-329ab6ea9487), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:17.454166 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:17.610068 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-f0f73949-e58d-4a6d-976c-30415a6a810e admin admin] Deleting port 1b8df523-aafb-494e-8767-800d9e5f6040 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:17.610966 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f0f73949-e58d-4a6d-976c-30415a6a810e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:17.723542 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-f0f73949-e58d-4a6d-976c-30415a6a810e admin admin] For port 1b8df523-aafb-494e-8767-800d9e5f6040, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=1b8df523-aafb-494e-8767-800d9e5f6040,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:17.723806 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f0f73949-e58d-4a6d-976c-30415a6a810e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:17.750483 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-f0f73949-e58d-4a6d-976c-30415a6a810e admin admin] Calling delete_port for 1b8df523-aafb-494e-8767-800d9e5f6040 owned by network:router_interface {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:18.059665 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f0f73949-e58d-4a6d-976c-30415a6a810e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (1b8df523-aafb-494e-8767-800d9e5f6040), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:18.097057 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f73949-e58d-4a6d-976c-30415a6a810e admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8df523-aafb-494e-8767-800d9e5f6040,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:18.257959 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9bc70cc4-4bdf-48a5-a4e3-b0e1326351a3 req-24f3e546-b80d-4458-a22a-d9caa7dcd443 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "GET /v2.0/ports?device_id=750a5111-2788-46b6-aa18-57f7c1019d64 HTTP/1.1" status: 200 len: 210 time: 0.0380094 Jun 14 18:35:18.340642 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f0f73949-e58d-4a6d-976c-30415a6a810e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-459281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-411706'] for router_interface (99d692a4-dd00-479c-ab92-329ab6ea9487), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:18.791118 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:18.857535 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f73949-e58d-4a6d-976c-30415a6a810e admin admin] Router 99d692a4-dd00-479c-ab92-329ab6ea9487 has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:35:18.957318 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:35:18.968096 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:19.009288 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f73949-e58d-4a6d-976c-30415a6a810e admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:35:19.016284 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f0f73949-e58d-4a6d-976c-30415a6a810e admin admin] 10.222.0.78 "PUT /v2.0/routers/99d692a4-dd00-479c-ab92-329ab6ea9487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2037401 Jun 14 18:35:19.019223 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33062) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:19.023595 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ba92a-d4c7-46c7-b129-572d6cdf4956 None None] Sync routers for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:35:19.040519 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ba92a-d4c7-46c7-b129-572d6cdf4956 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:35:19.041268 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-076ba92a-d4c7-46c7-b129-572d6cdf4956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:35:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:19.146942 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Publish callbacks [] for router (99d692a4-dd00-479c-ab92-329ab6ea9487), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:19.165021 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-076ba92a-d4c7-46c7-b129-572d6cdf4956 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:35:19.274188 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Publish callbacks [] for router_gateway (99d692a4-dd00-479c-ab92-329ab6ea9487), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:19.337653 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33068) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:19.368590 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-076ba92a-d4c7-46c7-b129-572d6cdf4956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:35:17Z', 'revision_number': 5, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port': {'id': '021884ff-209a-4db8-8e79-2a88ae073a65', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:28Z', 'updated_at': '2022-06-14T18:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:19.405554 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ba92a-d4c7-46c7-b129-572d6cdf4956 None None] Checking router: 99d692a4-dd00-479c-ab92-329ab6ea9487 for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:35:19.409326 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dfea0020-b86f-44d3-b7f1-2dddbe7fcdee tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group (78d718e3-7266-4b5d-bf53-bd2a6dd9604f), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:19.409683 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ba92a-d4c7-46c7-b129-572d6cdf4956 None None] Routers {'99d692a4-dd00-479c-ab92-329ab6ea9487'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:35:19.410592 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-076ba92a-d4c7-46c7-b129-572d6cdf4956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:35:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['99d692a4-dd00-479c-ab92-329ab6ea9487'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:19.423316 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33070) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:19.469036 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dfea0020-b86f-44d3-b7f1-2dddbe7fcdee tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group (78d718e3-7266-4b5d-bf53-bd2a6dd9604f), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:19.471982 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Deleting port 021884ff-209a-4db8-8e79-2a88ae073a65 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:19.472331 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (021884ff-209a-4db8-8e79-2a88ae073a65), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:19.523242 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-076ba92a-d4c7-46c7-b129-572d6cdf4956 None None] Set router 99d692a4-dd00-479c-ab92-329ab6ea9487 gateway port host: None {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:35:19.592776 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-42b080e0-6a9e-4034-8a9c-f2a475d91902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:19.601438 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] For port 021884ff-209a-4db8-8e79-2a88ae073a65, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=021884ff-209a-4db8-8e79-2a88ae073a65,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:19.601882 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (021884ff-209a-4db8-8e79-2a88ae073a65), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:19.612187 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-076ba92a-d4c7-46c7-b129-572d6cdf4956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:35:19Z', 'revision_number': 6, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port_host': None}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:19.619717 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Calling delete_port for 021884ff-209a-4db8-8e79-2a88ae073a65 owned by network:router_gateway {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:19.643481 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ba92a-d4c7-46c7-b129-572d6cdf4956 None None] The sync data for ids ['99d692a4-dd00-479c-ab92-329ab6ea9487'] in dv-cinder-844563-2-iscsi is: [{'id': '99d692a4-dd00-479c-ab92-329ab6ea9487', 'name': 'tempest-AttachVolumeNegativeTest-548827976-router', 'tenant_id': '56f8367a52044e82a2c272da39e1bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:27Z', 'updated_at': '2022-06-14T18:35:19Z', 'revision_number': 6, 'project_id': '56f8367a52044e82a2c272da39e1bfd8', 'gw_port_host': None}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:35:19.682931 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:19.707666 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dfea0020-b86f-44d3-b7f1-2dddbe7fcdee tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (78d718e3-7266-4b5d-bf53-bd2a6dd9604f), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:19.709804 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dfea0020-b86f-44d3-b7f1-2dddbe7fcdee tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:19.714114 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-dfea0020-b86f-44d3-b7f1-2dddbe7fcdee tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] 10.222.0.78 "DELETE /v2.0/security-groups/78d718e3-7266-4b5d-bf53-bd2a6dd9604f HTTP/1.1" status: 204 len: 168 time: 0.3766663 Jun 14 18:35:19.753715 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:19.760329 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea0020-b86f-44d3-b7f1-2dddbe7fcdee tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d718e3-7266-4b5d-bf53-bd2a6dd9604f,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:19.786599 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:19.805078 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-42b080e0-6a9e-4034-8a9c-f2a475d91902 admin admin] Publish callbacks [] for security_group (7ad024fa-0a2c-4e6c-883a-43ebdd09a6b1), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:19.900673 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33076) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:19.919756 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 4fa1bac8-6b6d-4a62-afca-3aed68487621 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:35:19.928787 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-42b080e0-6a9e-4034-8a9c-f2a475d91902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (7ad024fa-0a2c-4e6c-883a-43ebdd09a6b1), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:19.946968 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 4fa1bac8-6b6d-4a62-afca-3aed68487621 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:35:19.947322 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 4fa1bac8-6b6d-4a62-afca-3aed68487621 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:35:19.952308 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (021884ff-209a-4db8-8e79-2a88ae073a65), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:19.968669 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b080e0-6a9e-4034-8a9c-f2a475d91902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad024fa-0a2c-4e6c-883a-43ebdd09a6b1,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:20.002427 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-42b080e0-6a9e-4034-8a9c-f2a475d91902 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb9df93fa22f4390bb82fc2d38a58af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776014 Jun 14 18:35:20.003067 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33082) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:20.022531 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Pushing event deleted for resources: {'Port': ['ID=021884ff-209a-4db8-8e79-2a88ae073a65,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:20.133686 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413547'] for router_gateway (99d692a4-dd00-479c-ab92-329ab6ea9487), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.174074 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:20.178841 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b8fc06a6-340d-4ffc-bab9-9fbcb1c03065 admin admin] Publish callbacks [] for security_group (7ad024fa-0a2c-4e6c-883a-43ebdd09a6b1), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.223173 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:20.249594 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-608'] for router (99d692a4-dd00-479c-ab92-329ab6ea9487), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.254071 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Publish callbacks [] for router_controller (99d692a4-dd00-479c-ab92-329ab6ea9487), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.271779 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b8fc06a6-340d-4ffc-bab9-9fbcb1c03065 admin admin] Publish callbacks [] for security_group (7ad024fa-0a2c-4e6c-883a-43ebdd09a6b1), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.401072 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412923'] for router (99d692a4-dd00-479c-ab92-329ab6ea9487), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.401780 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d692a4-dd00-479c-ab92-329ab6ea9487 {{(pid=104773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:35:20.410644 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.414284 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f1ab9bc4-8fdc-427e-99c9-8642bdfc6009 admin admin] 10.222.0.78 "DELETE /v2.0/routers/99d692a4-dd00-479c-ab92-329ab6ea9487 HTTP/1.1" status: 204 len: 168 time: 1.3927190 Jun 14 18:35:20.414851 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33090) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:20.473123 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62aeb21-7ff6-4cf5-b236-0ef51c2cbfc2 admin admin] Deleting subnet 4916d0d5-399f-4622-980d-32fb81ecd6af {{(pid=104773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:35:20.477903 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d62aeb21-7ff6-4cf5-b236-0ef51c2cbfc2 admin admin] Publish callbacks [] for subnet (4916d0d5-399f-4622-980d-32fb81ecd6af), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.520285 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d62aeb21-7ff6-4cf5-b236-0ef51c2cbfc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2193839'] for subnet (4916d0d5-399f-4622-980d-32fb81ecd6af), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.630719 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d62aeb21-7ff6-4cf5-b236-0ef51c2cbfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (4916d0d5-399f-4622-980d-32fb81ecd6af), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.751407 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b8fc06a6-340d-4ffc-bab9-9fbcb1c03065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (7ad024fa-0a2c-4e6c-883a-43ebdd09a6b1), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.753965 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b8fc06a6-340d-4ffc-bab9-9fbcb1c03065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.762643 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-b8fc06a6-340d-4ffc-bab9-9fbcb1c03065 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7ad024fa-0a2c-4e6c-883a-43ebdd09a6b1 HTTP/1.1" status: 204 len: 168 time: 0.7157221 Jun 14 18:35:20.775266 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9de1-93da-4526-92b9-f18ce85be755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411822'] for router_interface (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.777161 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc06a6-340d-4ffc-bab9-9fbcb1c03065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad024fa-0a2c-4e6c-883a-43ebdd09a6b1,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:20.784512 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d62aeb21-7ff6-4cf5-b236-0ef51c2cbfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2781220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2984236'] for subnet (4916d0d5-399f-4622-980d-32fb81ecd6af), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.842268 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62aeb21-7ff6-4cf5-b236-0ef51c2cbfc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4916d0d5-399f-4622-980d-32fb81ecd6af,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:20.854111 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d62aeb21-7ff6-4cf5-b236-0ef51c2cbfc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:20.855882 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603536e9-add5-4cff-911b-e4593b627f9b None None] Network e21b4aaa-368c-485d-acb4-337720920cc4 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:35:20.862014 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-d62aeb21-7ff6-4cf5-b236-0ef51c2cbfc2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4916d0d5-399f-4622-980d-32fb81ecd6af HTTP/1.1" status: 204 len: 168 time: 0.4460721 Jun 14 18:35:20.863601 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33096) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:21.014986 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:21.039927 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (e21b4aaa-368c-485d-acb4-337720920cc4), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.060435 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba60b2-9c59-49d5-9d14-7eb94a9ac7a7 None None] DHCP port deletion for e21b4aaa-368c-485d-acb4-337720920cc4 request from dv-cinder-844563-2-iscsi {{(pid=104774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 14 18:35:21.105945 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-16ba60b2-9c59-49d5-9d14-7eb94a9ac7a7 None None] Deleting port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 {{(pid=104774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:21.105945 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-16ba60b2-9c59-49d5-9d14-7eb94a9ac7a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), before_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.151964 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Deleting port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:21.152575 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.175130 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-16ba60b2-9c59-49d5-9d14-7eb94a9ac7a7 None None] For port 5e58b016-cf03-463a-8bdf-bb0f9fea6599, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=5e58b016-cf03-463a-8bdf-bb0f9fea6599,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:21.176159 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-16ba60b2-9c59-49d5-9d14-7eb94a9ac7a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), precommit_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.193337 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-16ba60b2-9c59-49d5-9d14-7eb94a9ac7a7 None None] Calling delete_port for 5e58b016-cf03-463a-8bdf-bb0f9fea6599 owned by network:dhcp {{(pid=104774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:21.259423 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] For port 5e58b016-cf03-463a-8bdf-bb0f9fea6599, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=5e58b016-cf03-463a-8bdf-bb0f9fea6599,segment=NetworkSegment(c91ed6cd-088c-4717-9b44-93adfbc57557),segment_id=c91ed6cd-088c-4717-9b44-93adfbc57557)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:21.259830 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.302549 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Calling delete_port for 5e58b016-cf03-463a-8bdf-bb0f9fea6599 owned by network:dhcp {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:21.315154 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 021884ff-209a-4db8-8e79-2a88ae073a65 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:35:21.318088 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c9de1-93da-4526-92b9-f18ce85be755 admin admin] Deleting port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:21.318427 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9de1-93da-4526-92b9-f18ce85be755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.345038 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 021884ff-209a-4db8-8e79-2a88ae073a65 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:35:21.347062 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 021884ff-209a-4db8-8e79-2a88ae073a65 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:35:21.347062 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 1b8df523-aafb-494e-8767-800d9e5f6040 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:35:21.369308 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 1b8df523-aafb-494e-8767-800d9e5f6040 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:35:21.369308 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 1b8df523-aafb-494e-8767-800d9e5f6040 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:35:21.369308 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 5e58b016-cf03-463a-8bdf-bb0f9fea6599 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:35:21.390869 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-16ba60b2-9c59-49d5-9d14-7eb94a9ac7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), after_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.427483 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba60b2-9c59-49d5-9d14-7eb94a9ac7a7 None None] Pushing event deleted for resources: {'Port': ['ID=5e58b016-cf03-463a-8bdf-bb0f9fea6599,revision_number=None']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:21.432332 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ba60b2-9c59-49d5-9d14-7eb94a9ac7a7 None None] No DVR routers for this DVR port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 on host dv-cinder-844563-2-iscsi {{(pid=104774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:35:21.448555 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No active binding found for port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 {{(pid=104774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 14 18:35:21.448817 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] The host dv-cinder-844563-2-iscsi is not matching for port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 host None! {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 14 18:35:21.455115 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 5e58b016-cf03-463a-8bdf-bb0f9fea6599 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:35:21.458413 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:21.461279 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (5e58b016-cf03-463a-8bdf-bb0f9fea6599), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.500703 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=5e58b016-cf03-463a-8bdf-bb0f9fea6599,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:21.504739 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-6a6c9de1-93da-4526-92b9-f18ce85be755 admin admin] For port 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=097b7fe2-8583-40ff-b2ec-08a4adc6d5d5,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:21.505114 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9de1-93da-4526-92b9-f18ce85be755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.508245 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] No DVR routers for this DVR port 5e58b016-cf03-463a-8bdf-bb0f9fea6599 on host dv-cinder-844563-2-iscsi {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:35:21.541052 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c9de1-93da-4526-92b9-f18ce85be755 admin admin] Calling delete_port for 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 owned by network:router_interface {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:21.632170 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (e21b4aaa-368c-485d-acb4-337720920cc4), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.669144 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21b4aaa-368c-485d-acb4-337720920cc4']}} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:21.684242 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91ed6cd-088c-4717-9b44-93adfbc57557') {'for_net_delete': True} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:21.684242 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91ed6cd-088c-4717-9b44-93adfbc57557') {} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:21.697940 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126609713'] for segment (c91ed6cd-088c-4717-9b44-93adfbc57557), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.746746 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (c91ed6cd-088c-4717-9b44-93adfbc57557), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.761610 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=104772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:35:21.763764 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126161806'] for segment (c91ed6cd-088c-4717-9b44-93adfbc57557), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.800435 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment c91ed6cd-088c-4717-9b44-93adfbc57557 resource provider aggregate not found Jun 14 18:35:21.839008 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment c91ed6cd-088c-4717-9b44-93adfbc57557 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c91ed6cd-088c-4717-9b44-93adfbc57557 found for delete ", "request_id": "req-ef6bb8a5-7f29-4362-a397-c9e9550b4aab"}]} Jun 14 18:35:21.972305 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (e21b4aaa-368c-485d-acb4-337720920cc4), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.979552 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:21.983806 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] 10.222.0.78 "DELETE /v2.0/networks/e21b4aaa-368c-485d-acb4-337720920cc4 HTTP/1.1" status: 204 len: 168 time: 1.1188571 Jun 14 18:35:21.994054 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a5be6-7014-4fb9-b312-840f4aac4dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=e21b4aaa-368c-485d-acb4-337720920cc4,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:22.034839 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9de1-93da-4526-92b9-f18ce85be755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (097b7fe2-8583-40ff-b2ec-08a4adc6d5d5), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.066073 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c9de1-93da-4526-92b9-f18ce85be755 admin admin] Pushing event deleted for resources: {'Port': ['ID=097b7fe2-8583-40ff-b2ec-08a4adc6d5d5,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:22.189248 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33128) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:22.231176 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:22.277593 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9de1-93da-4526-92b9-f18ce85be755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-459281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-411706'] for router_interface (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.328486 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-362477209-network', 'tenant_id': 'eea5688a5de847c7bb66afa3c46c759a'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:35:22.446308 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Made reservation on behalf of eea5688a5de847c7bb66afa3c46c759a for: {'network': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:35:22.448735 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.462340 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.524877 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:22.526788 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6c9de1-93da-4526-92b9-f18ce85be755 admin admin] Router b72dff27-8c02-40d6-82a1-d4ef9243ee5c has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:35:22.552486 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=76,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:22.555807 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33132) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:22.559095 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Publish callbacks [] for security_group (503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.604304 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-983c942f-d8b5-4a56-b6c1-c30ef568f113 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56f8367a52044e82a2c272da39e1bfd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446730 Jun 14 18:35:22.604639 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33134) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:22.645422 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6c9de1-93da-4526-92b9-f18ce85be755 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:35:22.648732 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.652214 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-6a6c9de1-93da-4526-92b9-f18ce85be755 admin admin] 10.222.0.78 "PUT /v2.0/routers/b72dff27-8c02-40d6-82a1-d4ef9243ee5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7500246 Jun 14 18:35:22.658160 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed0c2c8-6845-4403-98f5-526826d36e64 None None] Sync routers for ids ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:35:22.660172 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33138) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:22.681316 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0c2c8-6845-4403-98f5-526826d36e64 None None] Routers {'b72dff27-8c02-40d6-82a1-d4ef9243ee5c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:35:22.685005 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-5ed0c2c8-6845-4403-98f5-526826d36e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:35:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:22.700077 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=104773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:35:22.702970 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-20892205-952c-434f-b5f2-80b25e0f46c9 admin admin] Publish callbacks [] for security_group (665d4e2f-5a2a-4189-8217-4b8c90681182), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.713190 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:22.746449 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (a39a6156-f853-4419-9882-e422c121208f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.746810 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.segments_db [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Added segment a39a6156-f853-4419-9882-e422c121208f of type vlan for network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f Jun 14 18:35:22.768770 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-20892205-952c-434f-b5f2-80b25e0f46c9 admin admin] Publish callbacks [] for security_group (665d4e2f-5a2a-4189-8217-4b8c90681182), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.804574 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Publish callbacks [] for router (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.817322 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (91c5a939-2b5d-4f8f-b89e-1ae52321b35f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.839534 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-5ed0c2c8-6845-4403-98f5-526826d36e64 None None] Set router b72dff27-8c02-40d6-82a1-d4ef9243ee5c gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:35:22.852241 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:22.919843 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Publish callbacks [] for router_gateway (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.989780 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (91c5a939-2b5d-4f8f-b89e-1ae52321b35f), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.991273 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:22.992050 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.994570 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-20892205-952c-434f-b5f2-80b25e0f46c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (665d4e2f-5a2a-4189-8217-4b8c90681182), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.997109 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-20892205-952c-434f-b5f2-80b25e0f46c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:22.998388 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-20892205-952c-434f-b5f2-80b25e0f46c9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/665d4e2f-5a2a-4189-8217-4b8c90681182 HTTP/1.1" status: 204 len: 168 time: 0.3926756 Jun 14 18:35:23.029930 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20892205-952c-434f-b5f2-80b25e0f46c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665d4e2f-5a2a-4189-8217-4b8c90681182,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:23.080805 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] Pushing event updated for resources: {'Network': ['ID=91c5a939-2b5d-4f8f-b89e-1ae52321b35f,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:23.081019 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Deleting port ac74892b-714b-432f-9681-d586ccad299a {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:23.081019 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (ac74892b-714b-432f-9681-d586ccad299a), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:23.094648 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-5ed0c2c8-6845-4403-98f5-526826d36e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ac74892b-714b-432f-9681-d586ccad299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:35:21Z', 'revision_number': 5, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port': {'id': 'ac74892b-714b-432f-9681-d586ccad299a', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:49Z', 'updated_at': '2022-06-14T18:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:23.137898 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-c101b9e3-17c9-449b-8b74-a52194220d7b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9452689 Jun 14 18:35:23.146964 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:35:23.146964 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed0c2c8-6845-4403-98f5-526826d36e64 None None] Checking router: b72dff27-8c02-40d6-82a1-d4ef9243ee5c for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:35:23.148043 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33142) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:23.154175 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-66329c15-cc14-4181-905e-d0ecbded8c4c admin admin] Request body: {'subnet': {'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-362477209-subnet', 'tenant_id': 'eea5688a5de847c7bb66afa3c46c759a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:35:23.195981 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] For port ac74892b-714b-432f-9681-d586ccad299a, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=ac74892b-714b-432f-9681-d586ccad299a,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:23.196774 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (ac74892b-714b-432f-9681-d586ccad299a), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:23.196987 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0c2c8-6845-4403-98f5-526826d36e64 None None] Routers {'b72dff27-8c02-40d6-82a1-d4ef9243ee5c'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:35:23.197670 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-5ed0c2c8-6845-4403-98f5-526826d36e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:35:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:23.208750 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:23.217402 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Calling delete_port for ac74892b-714b-432f-9681-d586ccad299a owned by network:router_gateway {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:23.321860 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66329c15-cc14-4181-905e-d0ecbded8c4c admin admin] Made reservation on behalf of eea5688a5de847c7bb66afa3c46c759a for: {'subnet': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:35:23.322500 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:23.325479 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-66329c15-cc14-4181-905e-d0ecbded8c4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2984201'] for subnet (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:23.345944 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-5ed0c2c8-6845-4403-98f5-526826d36e64 None None] Set router b72dff27-8c02-40d6-82a1-d4ef9243ee5c gateway port host: None {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:35:23.401265 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-5ed0c2c8-6845-4403-98f5-526826d36e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:35:22Z', 'revision_number': 6, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port_host': None}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:23.405491 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:23.442164 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed0c2c8-6845-4403-98f5-526826d36e64 None None] The sync data for ids ['b72dff27-8c02-40d6-82a1-d4ef9243ee5c'] in dv-cinder-844563-2-iscsi is: [{'id': 'b72dff27-8c02-40d6-82a1-d4ef9243ee5c', 'name': 'tempest-TestShelveInstance-1833919193-router', 'tenant_id': '437f86b97f3c4725955bc1f71017af5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:48Z', 'updated_at': '2022-06-14T18:35:22Z', 'revision_number': 6, 'project_id': '437f86b97f3c4725955bc1f71017af5e', 'gw_port_host': None}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:35:23.533180 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (ac74892b-714b-432f-9681-d586ccad299a), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:23.584330 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=ac74892b-714b-432f-9681-d586ccad299a,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:23.633186 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413547'] for router_gateway (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:23.686351 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-66329c15-cc14-4181-905e-d0ecbded8c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2781413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2984231'] for subnet (960b56a7-d1ee-4615-b75e-0ff79f1307d5), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:23.748469 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66329c15-cc14-4181-905e-d0ecbded8c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=960b56a7-d1ee-4615-b75e-0ff79f1307d5,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:23.749896 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-608'] for router (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:23.753415 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Publish callbacks [] for router_controller (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), precommit_delete_associations {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:23.761999 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66329c15-cc14-4181-905e-d0ecbded8c4c admin admin] Checking segment: {'id': 'a39a6156-f853-4419-9882-e422c121208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:35:23.763766 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66329c15-cc14-4181-905e-d0ecbded8c4c admin admin] Network hostable DHCP agents. Network: 91c5a939-2b5d-4f8f-b89e-1ae52321b35f, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:35:23.926560 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66329c15-cc14-4181-905e-d0ecbded8c4c admin admin] Network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:35:23.926829 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412923'] for router (b72dff27-8c02-40d6-82a1-d4ef9243ee5c), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:23.927366 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b72dff27-8c02-40d6-82a1-d4ef9243ee5c {{(pid=104772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:35:23.934177 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:23.935969 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-be09576b-4748-4d5a-acd6-4867561c2ffb admin admin] 10.222.0.78 "DELETE /v2.0/routers/b72dff27-8c02-40d6-82a1-d4ef9243ee5c HTTP/1.1" status: 204 len: 168 time: 1.2744932 Jun 14 18:35:23.938539 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33158) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:23.989961 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a0ce4a-90d2-405a-a369-f3ea9e408f5d admin admin] Deleting subnet 733f3888-d538-4d36-9494-05eb79859400 {{(pid=104772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:35:23.998083 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-90a0ce4a-90d2-405a-a369-f3ea9e408f5d admin admin] Publish callbacks [] for subnet (733f3888-d538-4d36-9494-05eb79859400), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.017938 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:24.036389 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-90a0ce4a-90d2-405a-a369-f3ea9e408f5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126609704'] for subnet (733f3888-d538-4d36-9494-05eb79859400), precommit_delete_associations {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.052661 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-66329c15-cc14-4181-905e-d0ecbded8c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 91c5a939-2b5d-4f8f-b89e-1ae52321b35f) {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:35:24.058359 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66329c15-cc14-4181-905e-d0ecbded8c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:24.059956 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-66329c15-cc14-4181-905e-d0ecbded8c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.070184 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bb8d20-6438-4b91-acc3-b0fcb3b31a91 None None] Network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:35:24.151985 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-66329c15-cc14-4181-905e-d0ecbded8c4c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0034552 Jun 14 18:35:24.156139 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-90a0ce4a-90d2-405a-a369-f3ea9e408f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (733f3888-d538-4d36-9494-05eb79859400), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.238414 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5172ce9-ba15-4bc0-81cb-adc8a6fd3bb3 None None] Network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:35:24.287394 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33168) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:24.365046 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-90a0ce4a-90d2-405a-a369-f3ea9e408f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126161872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126410565'] for subnet (733f3888-d538-4d36-9494-05eb79859400), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.382608 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:24.386286 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-90a0ce4a-90d2-405a-a369-f3ea9e408f5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.392259 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-90a0ce4a-90d2-405a-a369-f3ea9e408f5d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/733f3888-d538-4d36-9494-05eb79859400 HTTP/1.1" status: 204 len: 168 time: 0.4522803 Jun 14 18:35:24.395278 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33178) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:24.398515 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d30d51-3e98-4211-ad5c-91f96876262e None None] Network 39e41b5c-e704-4229-8e8f-5b4157b809d1 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:35:24.445484 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0ce4a-90d2-405a-a369-f3ea9e408f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733f3888-d538-4d36-9494-05eb79859400,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:24.498427 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5cf02ae1-594c-47d7-9cef-30ccded10815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.556706 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (39e41b5c-e704-4229-8e8f-5b4157b809d1), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.629902 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5cf02ae1-594c-47d7-9cef-30ccded10815 admin admin] Publish callbacks [] for security_group (c43729af-cb25-40fc-9fcb-ef37c67d6613), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.650928 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348cfb83-e93a-4d5a-aab3-f6df0db29946 None None] DHCP port deletion for 39e41b5c-e704-4229-8e8f-5b4157b809d1 request from dv-cinder-844563-2-iscsi {{(pid=104774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 14 18:35:24.663043 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Deleting port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:24.663718 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.692284 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-5cf02ae1-594c-47d7-9cef-30ccded10815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (c43729af-cb25-40fc-9fcb-ef37c67d6613), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.724417 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-348cfb83-e93a-4d5a-aab3-f6df0db29946 None None] Deleting port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 {{(pid=104774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:24.727023 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-348cfb83-e93a-4d5a-aab3-f6df0db29946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), before_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.800850 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] For port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=d5c0c2eb-9e6f-4ba8-8266-999327d0ab24,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:24.801413 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.804623 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33188) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:24.806913 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-5cf02ae1-594c-47d7-9cef-30ccded10815 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ed4ad7d94844af88ef7ba8392d6be67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5124564 Jun 14 18:35:24.813388 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf02ae1-594c-47d7-9cef-30ccded10815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43729af-cb25-40fc-9fcb-ef37c67d6613,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:24.845917 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-348cfb83-e93a-4d5a-aab3-f6df0db29946 None None] For port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=d5c0c2eb-9e6f-4ba8-8266-999327d0ab24,segment=NetworkSegment(5d3538aa-5f9e-43f0-a377-cd7dc3372ed0),segment_id=5d3538aa-5f9e-43f0-a377-cd7dc3372ed0)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:24.846376 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-348cfb83-e93a-4d5a-aab3-f6df0db29946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), precommit_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:24.857555 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Calling delete_port for d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 owned by network:dhcp {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:24.871760 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-348cfb83-e93a-4d5a-aab3-f6df0db29946 None None] Calling delete_port for d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 owned by network:dhcp {{(pid=104774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:24.971249 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ece52a8a-83f6-4bfa-822f-509020697ba9 admin admin] Publish callbacks [] for security_group (c43729af-cb25-40fc-9fcb-ef37c67d6613), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:25.008061 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ece52a8a-83f6-4bfa-822f-509020697ba9 admin admin] Publish callbacks [] for security_group (c43729af-cb25-40fc-9fcb-ef37c67d6613), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:25.024457 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:25.069107 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-348cfb83-e93a-4d5a-aab3-f6df0db29946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), after_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:25.085247 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (d5c0c2eb-9e6f-4ba8-8266-999327d0ab24), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:25.110650 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cfb83-e93a-4d5a-aab3-f6df0db29946 None None] Pushing event deleted for resources: {'Port': ['ID=d5c0c2eb-9e6f-4ba8-8266-999327d0ab24,revision_number=None']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:25.114887 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348cfb83-e93a-4d5a-aab3-f6df0db29946 None None] No DVR routers for this DVR port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 on host dv-cinder-844563-2-iscsi {{(pid=104774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:35:25.140796 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c0c2eb-9e6f-4ba8-8266-999327d0ab24,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:25.141818 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] No DVR routers for this DVR port d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 on host dv-cinder-844563-2-iscsi {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:35:25.182359 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ece52a8a-83f6-4bfa-822f-509020697ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (c43729af-cb25-40fc-9fcb-ef37c67d6613), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:25.186989 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ece52a8a-83f6-4bfa-822f-509020697ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:25.194717 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-ece52a8a-83f6-4bfa-822f-509020697ba9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c43729af-cb25-40fc-9fcb-ef37c67d6613 HTTP/1.1" status: 204 len: 168 time: 0.3837423 Jun 14 18:35:25.235242 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:35:25.259641 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:35:25.260151 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 097b7fe2-8583-40ff-b2ec-08a4adc6d5d5 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:35:25.260668 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device ac74892b-714b-432f-9681-d586ccad299a no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:35:25.282199 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (39e41b5c-e704-4229-8e8f-5b4157b809d1), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:25.283281 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: ac74892b-714b-432f-9681-d586ccad299a {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:35:25.283727 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device ac74892b-714b-432f-9681-d586ccad299a not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:35:25.284238 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:35:25.290769 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece52a8a-83f6-4bfa-822f-509020697ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43729af-cb25-40fc-9fcb-ef37c67d6613,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:25.308255 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e41b5c-e704-4229-8e8f-5b4157b809d1']}} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:25.315175 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:35:25.315175 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device d5c0c2eb-9e6f-4ba8-8266-999327d0ab24 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:35:25.324902 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0') {'for_net_delete': True} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:25.325426 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3538aa-5f9e-43f0-a377-cd7dc3372ed0') {} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:25.338610 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193846'] for segment (5d3538aa-5f9e-43f0-a377-cd7dc3372ed0), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:25.355249 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (5d3538aa-5f9e-43f0-a377-cd7dc3372ed0), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:25.363802 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=104773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:35:25.364257 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2781306'] for segment (5d3538aa-5f9e-43f0-a377-cd7dc3372ed0), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:25.393134 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment 5d3538aa-5f9e-43f0-a377-cd7dc3372ed0 resource provider aggregate not found Jun 14 18:35:25.443854 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment 5d3538aa-5f9e-43f0-a377-cd7dc3372ed0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d3538aa-5f9e-43f0-a377-cd7dc3372ed0 found for delete ", "request_id": "req-b0421271-4065-4fd8-8cc3-e7e68e116689"}]} Jun 14 18:35:25.521391 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (39e41b5c-e704-4229-8e8f-5b4157b809d1), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:25.538623 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:25.545347 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] 10.222.0.78 "DELETE /v2.0/networks/39e41b5c-e704-4229-8e8f-5b4157b809d1 HTTP/1.1" status: 204 len: 168 time: 1.1450553 Jun 14 18:35:25.545347 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea38eb6-5e79-488c-8346-c76135720d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e41b5c-e704-4229-8e8f-5b4157b809d1,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:25.545858 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33198) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:25.836853 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:25.890304 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411822'] for router_interface (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:26.001235 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33216) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:26.007531 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:26.016220 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2d917524-9c7c-4fa8-93fd-3d04bd54906c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:26.097354 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2d917524-9c7c-4fa8-93fd-3d04bd54906c admin admin] Publish callbacks [] for security_group (c7a6d37f-a267-4bd4-80d0-a3f5f2938971), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:26.125458 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Deleting port b73cbe51-3524-4037-a5d9-2a368df7ec70 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:26.125814 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:26.206175 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] For port b73cbe51-3524-4037-a5d9-2a368df7ec70, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=b73cbe51-3524-4037-a5d9-2a368df7ec70,segment=NetworkSegment(6bc4b667-9edb-4f70-bbd2-317abb5b511f),segment_id=6bc4b667-9edb-4f70-bbd2-317abb5b511f)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:26.206539 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:26.211627 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2d917524-9c7c-4fa8-93fd-3d04bd54906c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (c7a6d37f-a267-4bd4-80d0-a3f5f2938971), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:26.219956 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Calling delete_port for b73cbe51-3524-4037-a5d9-2a368df7ec70 owned by network:router_interface {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:26.253195 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-2d917524-9c7c-4fa8-93fd-3d04bd54906c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=401a011a619c4fbdab8e5cda320ef7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508461 Jun 14 18:35:26.254080 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d917524-9c7c-4fa8-93fd-3d04bd54906c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a6d37f-a267-4bd4-80d0-a3f5f2938971,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:26.256327 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33218) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:26.312258 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-71191198-43fc-49fa-ac34-de3b7f6c95f5 admin admin] Publish callbacks [] for security_group (c7a6d37f-a267-4bd4-80d0-a3f5f2938971), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:26.335747 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-71191198-43fc-49fa-ac34-de3b7f6c95f5 admin admin] Publish callbacks [] for security_group (c7a6d37f-a267-4bd4-80d0-a3f5f2938971), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:26.367788 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:26.498276 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-71191198-43fc-49fa-ac34-de3b7f6c95f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (c7a6d37f-a267-4bd4-80d0-a3f5f2938971), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:26.500833 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-71191198-43fc-49fa-ac34-de3b7f6c95f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:26.502069 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-71191198-43fc-49fa-ac34-de3b7f6c95f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7a6d37f-a267-4bd4-80d0-a3f5f2938971 HTTP/1.1" status: 204 len: 168 time: 0.2448590 Jun 14 18:35:26.510400 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71191198-43fc-49fa-ac34-de3b7f6c95f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a6d37f-a267-4bd4-80d0-a3f5f2938971,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:26.526062 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (b73cbe51-3524-4037-a5d9-2a368df7ec70), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:26.556377 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Pushing event deleted for resources: {'Port': ['ID=b73cbe51-3524-4037-a5d9-2a368df7ec70,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:26.568992 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.569342 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.569712 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.570051 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.570412 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.570771 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.571099 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.571426 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.571782 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.572100 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.572448 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.572752 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.573076 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.573399 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.573746 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:26.737276 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-459281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-411706'] for router_interface (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:26.743944 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:27.259749 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33246) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:27.274620 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1c363817-dbc3-434f-8e78-6218ff52fa46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:27.281868 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Router a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:35:27.310413 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:27.353667 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-de38db80-1170-41df-9a52-fa2d096972d0 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:27.355239 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-de38db80-1170-41df-9a52-fa2d096972d0 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/networks?id=91c5a939-2b5d-4f8f-b89e-1ae52321b35f HTTP/1.1" status: 200 len: 808 time: 0.1753039 Jun 14 18:35:27.361754 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1c363817-dbc3-434f-8e78-6218ff52fa46 admin admin] Publish callbacks [] for security_group (5606c01e-f67c-4dc3-9b1b-d200f336b812), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:27.403099 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-834816d4-dd42-42b5-8bbe-bce4ed3945a7 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/quotas/eea5688a5de847c7bb66afa3c46c759a HTTP/1.1" status: 200 len: 375 time: 0.0166299 Jun 14 18:35:27.435592 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-88e83766-9b90-4c4a-81e7-b4c40d0064ef tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eea5688a5de847c7bb66afa3c46c759a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332439 Jun 14 18:35:27.461118 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:35:27.464166 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1c363817-dbc3-434f-8e78-6218ff52fa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (5606c01e-f67c-4dc3-9b1b-d200f336b812), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:27.469516 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-36433967-fd2a-4187-96f6-06c02b92be5b admin admin] 10.222.0.78 "PUT /v2.0/routers/a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9204714 Jun 14 18:35:27.471668 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33250) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:27.484918 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9666b3d-10e0-4fdc-8634-4cbc49c9de3a None None] Sync routers for ids ['a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:35:27.495463 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:27.504923 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9666b3d-10e0-4fdc-8634-4cbc49c9de3a None None] Routers {'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:35:27.506895 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-e9666b3d-10e0-4fdc-8634-4cbc49c9de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:35:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:27.507378 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c363817-dbc3-434f-8e78-6218ff52fa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5606c01e-f67c-4dc3-9b1b-d200f336b812,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:27.517180 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-1c363817-dbc3-434f-8e78-6218ff52fa46 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dffd4f932aa24761b2f16b6330aef773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562587 Jun 14 18:35:27.521537 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33252) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:27.558365 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:27.617108 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=100 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:27.631140 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdfd2-7ecd-4d72-bea7-6afe0d54cec4 admin admin] Publish callbacks [] for security_group (5606c01e-f67c-4dc3-9b1b-d200f336b812), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:27.635232 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Publish callbacks [] for router (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:27.656866 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-e9666b3d-10e0-4fdc-8634-4cbc49c9de3a None None] Set router a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:35:27.760931 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdfd2-7ecd-4d72-bea7-6afe0d54cec4 admin admin] Publish callbacks [] for security_group (5606c01e-f67c-4dc3-9b1b-d200f336b812), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:27.869037 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-5bcdb194-2c9c-4157-b3ab-3929012b5330 service neutron] 10.222.0.78 "GET /v2.0/networks/91c5a939-2b5d-4f8f-b89e-1ae52321b35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172535 Jun 14 18:35:27.872393 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Publish callbacks [] for router_gateway (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:27.914167 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:27.956448 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-e9666b3d-10e0-4fdc-8634-4cbc49c9de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'name': 'tempest-TestShelveInstance-702863810-router', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:57Z', 'updated_at': '2022-06-14T18:35:26Z', 'revision_number': 5, 'project_id': '9a9271767a854873bfe8372d814e0059', 'gw_port': {'id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:59Z', 'updated_at': '2022-06-14T18:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:27.980700 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-706cdfc8-b89c-4f36-b2cd-1f654d8df7b0 service neutron] 10.222.0.78 "GET /v2.0/networks/91c5a939-2b5d-4f8f-b89e-1ae52321b35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022408 Jun 14 18:35:27.982213 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9666b3d-10e0-4fdc-8634-4cbc49c9de3a None None] Checking router: a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:35:27.993003 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9666b3d-10e0-4fdc-8634-4cbc49c9de3a None None] Routers {'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:35:27.993723 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-e9666b3d-10e0-4fdc-8634-4cbc49c9de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:35:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:28.007054 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdfd2-7ecd-4d72-bea7-6afe0d54cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (5606c01e-f67c-4dc3-9b1b-d200f336b812), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:28.012515 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdfd2-7ecd-4d72-bea7-6afe0d54cec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:28.018988 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-bf6fdfd2-7ecd-4d72-bea7-6afe0d54cec4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5606c01e-f67c-4dc3-9b1b-d200f336b812 HTTP/1.1" status: 204 len: 168 time: 0.4961960 Jun 14 18:35:28.074957 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fdfd2-7ecd-4d72-bea7-6afe0d54cec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5606c01e-f67c-4dc3-9b1b-d200f336b812,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:28.099625 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Deleting port f12a3511-3d1c-450f-bcd6-371dbad3cdad {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:28.099625 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:28.162928 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-e9666b3d-10e0-4fdc-8634-4cbc49c9de3a None None] Set router a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:35:28.216679 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] For port f12a3511-3d1c-450f-bcd6-371dbad3cdad, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=f12a3511-3d1c-450f-bcd6-371dbad3cdad,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:28.218678 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:28.234787 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Calling delete_port for f12a3511-3d1c-450f-bcd6-371dbad3cdad owned by network:router_gateway {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:28.333755 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9f2a3327-bfc6-4588-a041-bb0fc644b192 req-19cb3731-7faa-4155-8b37-c6953a60d46a tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 210 time: 0.0382159 Jun 14 18:35:28.361735 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-e9666b3d-10e0-4fdc-8634-4cbc49c9de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'name': 'tempest-TestShelveInstance-702863810-router', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:57Z', 'updated_at': '2022-06-14T18:35:26Z', 'revision_number': 5, 'project_id': '9a9271767a854873bfe8372d814e0059', 'gw_port': {'id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:59Z', 'updated_at': '2022-06-14T18:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:28.389382 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9666b3d-10e0-4fdc-8634-4cbc49c9de3a None None] The sync data for ids ['a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d'] in dv-cinder-844563-2-iscsi is: [{'id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'name': 'tempest-TestShelveInstance-702863810-router', 'tenant_id': '9a9271767a854873bfe8372d814e0059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:28:57Z', 'updated_at': '2022-06-14T18:35:26Z', 'revision_number': 5, 'project_id': '9a9271767a854873bfe8372d814e0059', 'gw_port': {'id': 'f12a3511-3d1c-450f-bcd6-371dbad3cdad', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:28:59Z', 'updated_at': '2022-06-14T18:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:35:28.572190 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (f12a3511-3d1c-450f-bcd6-371dbad3cdad), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:28.577396 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:28.600243 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=f12a3511-3d1c-450f-bcd6-371dbad3cdad,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:28.664047 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413547'] for router_gateway (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:28.756802 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-608'] for router (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:28.759235 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Publish callbacks [] for router_controller (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:28.909041 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412923'] for router (a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:28.909857 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d {{(pid=104773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:35:28.914702 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:28.925388 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-a574d0c3-6647-47ff-915c-4162fd316b3d admin admin] 10.222.0.78 "DELETE /v2.0/routers/a5cae7f9-3045-4f62-9e14-8a4cd5b6a23d HTTP/1.1" status: 204 len: 168 time: 1.4430146 Jun 14 18:35:28.925388 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33290) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:28.976670 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dd095b-2c56-4346-861e-bff365c84a30 admin admin] Deleting subnet cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a {{(pid=104773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:35:28.980960 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a0dd095b-2c56-4346-861e-bff365c84a30 admin admin] Publish callbacks [] for subnet (cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.021777 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a0dd095b-2c56-4346-861e-bff365c84a30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2193839'] for subnet (cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.109069 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a0dd095b-2c56-4346-861e-bff365c84a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.287052 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a0dd095b-2c56-4346-861e-bff365c84a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2781220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2984236'] for subnet (cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.314540 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd095b-2c56-4346-861e-bff365c84a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:29.319720 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-a0dd095b-2c56-4346-861e-bff365c84a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.325337 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-a0dd095b-2c56-4346-861e-bff365c84a30 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cf1bc4a9-ec1c-4b2a-91c5-36a8935e4e5a HTTP/1.1" status: 204 len: 168 time: 0.4031167 Jun 14 18:35:29.330171 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33302) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:29.330365 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beb99cd-aa35-4cef-8df9-3614fe11ccf1 None None] Network e80aaabf-9d7a-4a77-8220-18b66f3bbb41 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:35:29.461098 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8b74fd43-401c-4dda-90af-5e52db32d4f6 req-dba6ff44-e97a-4208-8a9c-a9cfee0588b8 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 210 time: 0.0543528 Jun 14 18:35:29.469330 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (e80aaabf-9d7a-4a77-8220-18b66f3bbb41), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.538371 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Deleting port 1380a123-e3c9-42dd-8d70-4e45e15d876e {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:29.538729 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.554046 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device b73cbe51-3524-4037-a5d9-2a368df7ec70 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:35:29.577624 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: b73cbe51-3524-4037-a5d9-2a368df7ec70 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:35:29.577976 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device b73cbe51-3524-4037-a5d9-2a368df7ec70 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:35:29.578391 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device f12a3511-3d1c-450f-bcd6-371dbad3cdad no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:35:29.608171 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6cbd4f-c98a-489c-bbaf-9fc16a77b68d None None] DHCP port deletion for e80aaabf-9d7a-4a77-8220-18b66f3bbb41 request from dv-cinder-844563-2-iscsi {{(pid=104774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 14 18:35:29.610524 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: f12a3511-3d1c-450f-bcd6-371dbad3cdad {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:35:29.610872 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device f12a3511-3d1c-450f-bcd6-371dbad3cdad not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:35:29.625210 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] For port 1380a123-e3c9-42dd-8d70-4e45e15d876e, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=1380a123-e3c9-42dd-8d70-4e45e15d876e,segment=NetworkSegment(6bc4b667-9edb-4f70-bbd2-317abb5b511f),segment_id=6bc4b667-9edb-4f70-bbd2-317abb5b511f)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:29.625611 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.640983 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Calling delete_port for 1380a123-e3c9-42dd-8d70-4e45e15d876e owned by network:dhcp {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:29.716538 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:29.804763 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cbd4f-c98a-489c-bbaf-9fc16a77b68d None None] Deleting port 1380a123-e3c9-42dd-8d70-4e45e15d876e {{(pid=104774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:29.805129 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-eb6cbd4f-c98a-489c-bbaf-9fc16a77b68d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), before_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.832682 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:29.844595 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.871176 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Pushing event deleted for resources: {'Port': ['ID=1380a123-e3c9-42dd-8d70-4e45e15d876e,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:29.874539 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] No DVR routers for this DVR port 1380a123-e3c9-42dd-8d70-4e45e15d876e on host dv-cinder-844563-2-iscsi {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:35:29.875373 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-eb6cbd4f-c98a-489c-bbaf-9fc16a77b68d None None] For port 1380a123-e3c9-42dd-8d70-4e45e15d876e, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=1380a123-e3c9-42dd-8d70-4e45e15d876e,segment=NetworkSegment(6bc4b667-9edb-4f70-bbd2-317abb5b511f),segment_id=6bc4b667-9edb-4f70-bbd2-317abb5b511f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:29.875775 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-eb6cbd4f-c98a-489c-bbaf-9fc16a77b68d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), precommit_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.884722 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-997df1c6-e9c4-42f8-9850-75e5a1e26910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.893864 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cbd4f-c98a-489c-bbaf-9fc16a77b68d None None] Calling delete_port for 1380a123-e3c9-42dd-8d70-4e45e15d876e owned by network:dhcp {{(pid=104774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:29.955865 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (e80aaabf-9d7a-4a77-8220-18b66f3bbb41), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:29.979432 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80aaabf-9d7a-4a77-8220-18b66f3bbb41']}} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:29.982237 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:29.989848 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc4b667-9edb-4f70-bbd2-317abb5b511f') {'for_net_delete': True} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:29.990142 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc4b667-9edb-4f70-bbd2-317abb5b511f') {} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:29.990471 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-eb6cbd4f-c98a-489c-bbaf-9fc16a77b68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (1380a123-e3c9-42dd-8d70-4e45e15d876e), after_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:30.001852 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126609713'] for segment (6bc4b667-9edb-4f70-bbd2-317abb5b511f), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:30.016779 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (6bc4b667-9edb-4f70-bbd2-317abb5b511f), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:30.019419 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cbd4f-c98a-489c-bbaf-9fc16a77b68d None None] Pushing event deleted for resources: {'Port': ['ID=1380a123-e3c9-42dd-8d70-4e45e15d876e,revision_number=None']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:30.021317 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cbd4f-c98a-489c-bbaf-9fc16a77b68d None None] No DVR routers for this DVR port 1380a123-e3c9-42dd-8d70-4e45e15d876e on host dv-cinder-844563-2-iscsi {{(pid=104774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:35:30.028404 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=104772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:35:30.028404 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126161806'] for segment (6bc4b667-9edb-4f70-bbd2-317abb5b511f), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:30.082682 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 6bc4b667-9edb-4f70-bbd2-317abb5b511f resource provider aggregate not found Jun 14 18:35:30.100036 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 6bc4b667-9edb-4f70-bbd2-317abb5b511f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bc4b667-9edb-4f70-bbd2-317abb5b511f found for delete ", "request_id": "req-7b05b3b6-668b-474f-a7d0-46c5243de11d"}]} Jun 14 18:35:30.172202 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (e80aaabf-9d7a-4a77-8220-18b66f3bbb41), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:30.177923 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:30.187586 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] 10.222.0.78 "DELETE /v2.0/networks/e80aaabf-9d7a-4a77-8220-18b66f3bbb41 HTTP/1.1" status: 204 len: 168 time: 0.8527999 Jun 14 18:35:30.195454 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f85405-e212-4361-baff-257a7151da0e admin admin] Pushing event deleted for resources: {'Network': ['ID=e80aaabf-9d7a-4a77-8220-18b66f3bbb41,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:30.561089 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c63b1d4a-81db-4c72-8e8e-ac3341975591 req-13297e5b-fde7-4f95-a06a-4cb7e19625ff tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 210 time: 0.0302670 Jun 14 18:35:30.610199 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33342) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:30.655903 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-d1baba60-262b-4ac7-ac41-bfe026d133b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=437f86b97f3c4725955bc1f71017af5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419383 Jun 14 18:35:30.656142 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33348) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:30.715729 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-23d29bc4-be9f-466d-88e1-50857c949278 admin admin] Publish callbacks [] for security_group (45c19630-5151-41cd-bacf-3a64455d1049), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:30.742524 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-23d29bc4-be9f-466d-88e1-50857c949278 admin admin] Publish callbacks [] for security_group (45c19630-5151-41cd-bacf-3a64455d1049), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:30.774419 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:30.915234 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-23d29bc4-be9f-466d-88e1-50857c949278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (45c19630-5151-41cd-bacf-3a64455d1049), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:30.917841 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-23d29bc4-be9f-466d-88e1-50857c949278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:30.919098 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-23d29bc4-be9f-466d-88e1-50857c949278 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/45c19630-5151-41cd-bacf-3a64455d1049 HTTP/1.1" status: 204 len: 168 time: 0.2618864 Jun 14 18:35:30.937984 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d29bc4-be9f-466d-88e1-50857c949278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c19630-5151-41cd-bacf-3a64455d1049,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:31.219675 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 1380a123-e3c9-42dd-8d70-4e45e15d876e no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:35:31.243835 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 1380a123-e3c9-42dd-8d70-4e45e15d876e {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:35:31.244206 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 1380a123-e3c9-42dd-8d70-4e45e15d876e not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:35:31.615435 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:31.664826 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33390) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:31.673031 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-65f3e0fd-ab7b-4dba-8af6-16fc9cc48f7f req-4e16d8a6-392b-4af9-8b94-192f145d8d3c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 210 time: 0.0367806 Jun 14 18:35:31.679171 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-dbc64e65-7270-4384-855b-10129379eb08 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:31.681182 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-dbc64e65-7270-4384-855b-10129379eb08 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.13 "GET /v2.0/networks?id=91c5a939-2b5d-4f8f-b89e-1ae52321b35f HTTP/1.1" status: 200 len: 808 time: 0.1097887 Jun 14 18:35:31.694082 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Request body: {'port': {'device_id': 'b2731df7-b150-4a46-830e-90cb335e2c77', 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f', 'admin_state_up': True, 'tenant_id': 'eea5688a5de847c7bb66afa3c46c759a'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:35:31.788134 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ca656759-bb7a-4640-b56a-5c2ddced93d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:31.852322 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33394) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:31.868278 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ca656759-bb7a-4640-b56a-5c2ddced93d7 admin admin] Publish callbacks [] for security_group (783a88ed-fb39-46eb-becc-312ddda644b6), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:31.892507 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-99460508-14ab-46eb-81b9-b8dbf0fcacac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a9271767a854873bfe8372d814e0059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411205 Jun 14 18:35:31.895305 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33396) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:31.903598 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Made reservation on behalf of eea5688a5de847c7bb66afa3c46c759a for: {'port': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:35:31.909650 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:31.971693 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ca656759-bb7a-4640-b56a-5c2ddced93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (783a88ed-fb39-46eb-becc-312ddda644b6), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.015054 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8524d6bb-fffa-43fe-9d4c-75c49d4c22b0 admin admin] Publish callbacks [] for security_group (80076555-40cf-4481-9e06-f683b77f4438), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.018870 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-ca656759-bb7a-4640-b56a-5c2ddced93d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=892bed2a21f843d7966b171bb3075f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519428 Jun 14 18:35:32.020814 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca656759-bb7a-4640-b56a-5c2ddced93d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783a88ed-fb39-46eb-becc-312ddda644b6,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:32.021641 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33398) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:32.059207 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:32.106384 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8524d6bb-fffa-43fe-9d4c-75c49d4c22b0 admin admin] Publish callbacks [] for security_group (80076555-40cf-4481-9e06-f683b77f4438), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.164926 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Allocated IP 172.20.0.7 (91c5a939-2b5d-4f8f-b89e-1ae52321b35f/960b56a7-d1ee-4615-b75e-0ff79f1307d5/a7a06548-d4c6-41ab-a15e-ae486056e452) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:35:32.176551 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-33155373-eb4b-4632-a643-a43ee9762721 admin admin] Publish callbacks [] for security_group (783a88ed-fb39-46eb-becc-312ddda644b6), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.231306 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-33155373-eb4b-4632-a643-a43ee9762721 admin admin] Publish callbacks [] for security_group (783a88ed-fb39-46eb-becc-312ddda644b6), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.269673 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-9318393d-819c-47f6-848f-8dda77941aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.411852 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8524d6bb-fffa-43fe-9d4c-75c49d4c22b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (80076555-40cf-4481-9e06-f683b77f4438), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.414430 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-8524d6bb-fffa-43fe-9d4c-75c49d4c22b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.415684 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-8524d6bb-fffa-43fe-9d4c-75c49d4c22b0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80076555-40cf-4481-9e06-f683b77f4438 HTTP/1.1" status: 204 len: 168 time: 0.5193031 Jun 14 18:35:32.429443 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524d6bb-fffa-43fe-9d4c-75c49d4c22b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80076555-40cf-4481-9e06-f683b77f4438,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:32.474235 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-33155373-eb4b-4632-a643-a43ee9762721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (783a88ed-fb39-46eb-becc-312ddda644b6), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.476767 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-33155373-eb4b-4632-a643-a43ee9762721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.477950 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-33155373-eb4b-4632-a643-a43ee9762721 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/783a88ed-fb39-46eb-becc-312ddda644b6 HTTP/1.1" status: 204 len: 168 time: 0.4529347 Jun 14 18:35:32.524874 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33155373-eb4b-4632-a643-a43ee9762721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783a88ed-fb39-46eb-becc-312ddda644b6,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:32.586945 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks [] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.726671 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.793745 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:35:32.795889 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:35:32.798087 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Pushing event updated for resources: {'Port': ['ID=a7a06548-d4c6-41ab-a15e-ae486056e452,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:32.800505 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:35:32.863484 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:32.864517 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:32.956350 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-169761c4-f185-4574-9e8a-ecb5e7d92b0f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2658551 Jun 14 18:35:32.970995 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Request body: {'port': {'device_id': 'b2731df7-b150-4a46-830e-90cb335e2c77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:35:33.065548 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.106549 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.108772 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1dbf7-a012-4100-8cce-3695c1e7e690 req-0efdae94-7d7c-4431-9539-3c60760c4e32 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:33.110391 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bfe1dbf7-a012-4100-8cce-3695c1e7e690 req-0efdae94-7d7c-4431-9539-3c60760c4e32 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 931 time: 0.3611383 Jun 14 18:35:33.174407 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-bfe1dbf7-a012-4100-8cce-3695c1e7e690 req-608db713-da58-4b01-941a-5f5c58999b33 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551763 Jun 14 18:35:33.194725 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.238026 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:33.352698 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33424) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:33.367515 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0576653e-83f0-408d-847c-a15684beb058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.376066 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a06548-d4c6-41ab-a15e-ae486056e452 {{(pid=104773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:35:33.384317 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Publish callbacks [] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.403023 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.provisioning_blocks [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Transition to ACTIVE for port object a7a06548-d4c6-41ab-a15e-ae486056e452 will not be triggered until provisioned by entity L2. {{(pid=104773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:35:33.452345 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0576653e-83f0-408d-847c-a15684beb058 admin admin] Publish callbacks [] for security_group (3f852544-7158-4c3f-9aae-df7408e5b861), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.497230 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.531629 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0576653e-83f0-408d-847c-a15684beb058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (3f852544-7158-4c3f-9aae-df7408e5b861), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.537635 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:33.547140 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a06548-d4c6-41ab-a15e-ae486056e452,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:33.573165 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-0576653e-83f0-408d-847c-a15684beb058 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=642cc675f29041fd84da27fc537561dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190466 Jun 14 18:35:33.574556 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576653e-83f0-408d-847c-a15684beb058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f852544-7158-4c3f-9aae-df7408e5b861,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:33.576695 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33426) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:33.666052 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Attempting to bind port a7a06548-d4c6-41ab-a15e-ae486056e452 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:35:33.666258 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Attempting to bind port a7a06548-d4c6-41ab-a15e-ae486056e452 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a39a6156-f853-4419-9882-e422c121208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f'}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:35:33.666694 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Attempting to bind port a7a06548-d4c6-41ab-a15e-ae486056e452 on network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:35:33.680783 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Port a7a06548-d4c6-41ab-a15e-ae486056e452 on network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:35:33.681118 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Attempting to bind port a7a06548-d4c6-41ab-a15e-ae486056e452 on network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:35:33.684330 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bac70551-98cf-4bc4-aebd-4965ede42fa9 admin admin] Publish callbacks [] for security_group (3f852544-7158-4c3f-9aae-df7408e5b861), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.695773 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:35:33.695773 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Checking segment: {'id': 'a39a6156-f853-4419-9882-e422c121208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:35:33.695773 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Bound using segment: {'id': 'a39a6156-f853-4419-9882-e422c121208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f'} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:35:33.695773 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Bound port: a7a06548-d4c6-41ab-a15e-ae486056e452, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39a6156-f853-4419-9882-e422c121208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f'}}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:35:33.695773 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.723140 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bac70551-98cf-4bc4-aebd-4965ede42fa9 admin admin] Publish callbacks [] for security_group (3f852544-7158-4c3f-9aae-df7408e5b861), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.803125 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] For port a7a06548-d4c6-41ab-a15e-ae486056e452, host hv-cinder-84456, cleared binding levels {{(pid=104773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:35:33.806435 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] For port a7a06548-d4c6-41ab-a15e-ae486056e452, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a7a06548-d4c6-41ab-a15e-ae486056e452,segment=NetworkSegment(a39a6156-f853-4419-9882-e422c121208f),segment_id=a39a6156-f853-4419-9882-e422c121208f)] {{(pid=104773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:35:33.925088 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bac70551-98cf-4bc4-aebd-4965ede42fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (3f852544-7158-4c3f-9aae-df7408e5b861), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.927922 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bac70551-98cf-4bc4-aebd-4965ede42fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.931634 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-bac70551-98cf-4bc4-aebd-4965ede42fa9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3f852544-7158-4c3f-9aae-df7408e5b861 HTTP/1.1" status: 204 len: 168 time: 0.3505571 Jun 14 18:35:33.931634 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.974792 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac70551-98cf-4bc4-aebd-4965ede42fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f852544-7158-4c3f-9aae-df7408e5b861,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:33.990378 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:33.990991 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:33.992426 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/a7a06548-d4c6-41ab-a15e-ae486056e452 HTTP/1.1" status: 200 len: 1093 time: 1.0260017 Jun 14 18:35:33.993403 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2731df7-b150-4a46-830e-90cb335e2c77', 'tag': 'a7a06548-d4c6-41ab-a15e-ae486056e452'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:35:33.995867 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4654bed5-3546-4455-ab0b-063e5b7b1bba" -d '{"events": [{"name": "network-changed", "server_uuid": "b2731df7-b150-4a46-830e-90cb335e2c77", "tag": "a7a06548-d4c6-41ab-a15e-ae486056e452"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:35:34.017250 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c53eaf-1451-47ea-b451-98213526cdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a06548-d4c6-41ab-a15e-ae486056e452,revision_number=3']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:34.043855 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f43f435-35a4-4690-a537-69945d53ed20 x-openstack-request-id: req-2f43f435-35a4-4690-a537-69945d53ed20 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:35:34.044016 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2731df7-b150-4a46-830e-90cb335e2c77", "tag": "a7a06548-d4c6-41ab-a15e-ae486056e452", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:35:34.044220 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f43f435-35a4-4690-a537-69945d53ed20 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:35:34.044652 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f43f435-35a4-4690-a537-69945d53ed20'] response: {'name': 'network-changed', 'server_uuid': 'b2731df7-b150-4a46-830e-90cb335e2c77', 'tag': 'a7a06548-d4c6-41ab-a15e-ae486056e452', 'status': 'completed', 'code': 200} Jun 14 18:35:34.111006 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654bed5-3546-4455-ab0b-063e5b7b1bba req-454e25be-182b-48c8-814f-79dfdaa02f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:34.112570 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4654bed5-3546-4455-ab0b-063e5b7b1bba req-454e25be-182b-48c8-814f-79dfdaa02f05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eea5688a5de847c7bb66afa3c46c759a&device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 1127 time: 0.0499318 Jun 14 18:35:34.223010 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654bed5-3546-4455-ab0b-063e5b7b1bba req-fa220e6c-596e-45eb-b199-abf5e8745731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:34.224574 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4654bed5-3546-4455-ab0b-063e5b7b1bba req-fa220e6c-596e-45eb-b199-abf5e8745731 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=eea5688a5de847c7bb66afa3c46c759a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1047072 Jun 14 18:35:34.344569 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec631d-0cc0-4309-b063-16452e945520 req-9f5e330a-d5c1-4fd3-a028-ba7bf47c9541 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:34.346163 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-44ec631d-0cc0-4309-b063-16452e945520 req-9f5e330a-d5c1-4fd3-a028-ba7bf47c9541 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 943 time: 0.0914040 Jun 14 18:35:34.384080 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654bed5-3546-4455-ab0b-063e5b7b1bba req-18f4138f-5c6c-4d61-89ca-3249914a4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:34.385583 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4654bed5-3546-4455-ab0b-063e5b7b1bba req-18f4138f-5c6c-4d61-89ca-3249914a4cdc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553524 Jun 14 18:35:34.422255 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-44ec631d-0cc0-4309-b063-16452e945520 req-2db628ab-b910-4223-bf6e-5891ef4da557 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691628 Jun 14 18:35:34.489278 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-a2ee4757-7f24-4dfd-8251-b704559690f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:34.490566 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-a2ee4757-7f24-4dfd-8251-b704559690f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eea5688a5de847c7bb66afa3c46c759a&device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 1127 time: 0.0597365 Jun 14 18:35:34.533485 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-bcbfeb73-59f2-43e1-bed7-6e64bb0a19e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7a06548-d4c6-41ab-a15e-ae486056e452 HTTP/1.1" status: 200 len: 217 time: 0.0362852 Jun 14 18:35:34.580691 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33458) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:34.597896 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-546b5e98-356a-4304-b4fe-5cbf08beec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:34.599840 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-546b5e98-356a-4304-b4fe-5cbf08beec36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=960b56a7-d1ee-4615-b75e-0ff79f1307d5 HTTP/1.1" status: 200 len: 848 time: 0.0602927 Jun 14 18:35:34.618386 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:34.656125 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-12c9f96f-e6a5-4aff-88c4-2a2d35bd20a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91c5a939-2b5d-4f8f-b89e-1ae52321b35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492628 Jun 14 18:35:34.709043 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-86624a1f-a0bc-4016-a7eb-2405c1a1bc73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:34.790022 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-b163c2b1-d60f-4969-8f57-ee120549b864 service neutron] 10.222.0.13 "GET /v2.0/networks/91c5a939-2b5d-4f8f-b89e-1ae52321b35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277323 Jun 14 18:35:34.816915 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:34.868813 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:34.922089 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-86624a1f-a0bc-4016-a7eb-2405c1a1bc73 admin admin] Publish callbacks [] for security_group (e3a76423-d5a8-4d56-b8fe-1f3cea521f6f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:34.926179 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4deccebe-5f7a-4e7b-88b5-173118005d3f req-382404a4-28fc-4205-b608-6c27a71d629e service neutron] 10.222.0.13 "GET /v2.0/networks/91c5a939-2b5d-4f8f-b89e-1ae52321b35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297534 Jun 14 18:35:34.982646 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-86624a1f-a0bc-4016-a7eb-2405c1a1bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (e3a76423-d5a8-4d56-b8fe-1f3cea521f6f), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.023782 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-86624a1f-a0bc-4016-a7eb-2405c1a1bc73 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb38b7fc4f81427a9ce03e1adc64a7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4419694 Jun 14 18:35:35.024910 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86624a1f-a0bc-4016-a7eb-2405c1a1bc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a76423-d5a8-4d56-b8fe-1f3cea521f6f,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:35.027686 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33470) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:35.087000 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-49fecdb0-86bc-4fbf-a18f-d9f1ba66420c admin admin] Publish callbacks [] for security_group (e3a76423-d5a8-4d56-b8fe-1f3cea521f6f), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.110595 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-49fecdb0-86bc-4fbf-a18f-d9f1ba66420c admin admin] Publish callbacks [] for security_group (e3a76423-d5a8-4d56-b8fe-1f3cea521f6f), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.141321 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.243432 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33474) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:35.251194 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-49fecdb0-86bc-4fbf-a18f-d9f1ba66420c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (e3a76423-d5a8-4d56-b8fe-1f3cea521f6f), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.253818 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-49fecdb0-86bc-4fbf-a18f-d9f1ba66420c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.254944 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-49fecdb0-86bc-4fbf-a18f-d9f1ba66420c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e3a76423-d5a8-4d56-b8fe-1f3cea521f6f HTTP/1.1" status: 204 len: 168 time: 0.2261870 Jun 14 18:35:35.258837 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:DELETE=5,neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:35.264489 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fecdb0-86bc-4fbf-a18f-d9f1ba66420c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a76423-d5a8-4d56-b8fe-1f3cea521f6f,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:35.379683 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1685294888-network', 'tenant_id': '4bc79cb8e3a444a7ab2cac4d56bac7f6'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:35:35.520950 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Made reservation on behalf of 4bc79cb8e3a444a7ab2cac4d56bac7f6 for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:35:35.523288 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.553943 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.581971 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b86802-956b-41c0-a12f-0d0dbd93b411 req-a3b5742b-ca2f-4a46-9729-666462d95e5a tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:35.583553 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-39b86802-956b-41c0-a12f-0d0dbd93b411 req-a3b5742b-ca2f-4a46-9729-666462d95e5a tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 943 time: 0.0755467 Jun 14 18:35:35.643483 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:35.669066 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-39b86802-956b-41c0-a12f-0d0dbd93b411 req-6966f529-0687-4cf6-8633-dab74f195cc3 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768788 Jun 14 18:35:35.712125 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Publish callbacks [] for security_group (f9583d9b-37f2-4d5e-8c8f-8a2a8723113c), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.794568 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (f9583d9b-37f2-4d5e-8c8f-8a2a8723113c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.821351 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=104772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:35:35.832785 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9583d9b-37f2-4d5e-8c8f-8a2a8723113c,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:35.840196 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (61e9f37c-139d-4bb7-9f22-b0c9892b92a3), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.840551 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Added segment 61e9f37c-139d-4bb7-9f22-b0c9892b92a3 of type vlan for network 9fdcdfe9-c114-4195-845f-18a74b58ff90 Jun 14 18:35:35.885668 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (9fdcdfe9-c114-4195-845f-18a74b58ff90), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.972213 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (9fdcdfe9-c114-4195-845f-18a74b58ff90), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.974161 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:35.975242 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:35.987444 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:36.050904 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] Pushing event updated for resources: {'Network': ['ID=9fdcdfe9-c114-4195-845f-18a74b58ff90,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:36.062215 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 9fdcdfe9-c114-4195-845f-18a74b58ff90 details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:35:36.110183 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-fb9ef87c-0382-4cc3-80ea-80d130d195b7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8652041 Jun 14 18:35:36.113051 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33494) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:36.121844 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-95afde6b-86e0-4fe0-8a1f-de8ad7fcc158 admin admin] Request body: {'subnet': {'network_id': '9fdcdfe9-c114-4195-845f-18a74b58ff90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1685294888-subnet', 'tenant_id': '4bc79cb8e3a444a7ab2cac4d56bac7f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:35:36.255509 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95afde6b-86e0-4fe0-8a1f-de8ad7fcc158 admin admin] Made reservation on behalf of 4bc79cb8e3a444a7ab2cac4d56bac7f6 for: {'subnet': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:35:36.258795 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-95afde6b-86e0-4fe0-8a1f-de8ad7fcc158 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126410592'] for subnet (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:36.520349 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-95afde6b-86e0-4fe0-8a1f-de8ad7fcc158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126161681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126410574'] for subnet (8183e5d2-9dd2-4962-b4cd-4f2e9d7f1955), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:36.592961 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afde6b-86e0-4fe0-8a1f-de8ad7fcc158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8183e5d2-9dd2-4962-b4cd-4f2e9d7f1955,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:36.601417 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95afde6b-86e0-4fe0-8a1f-de8ad7fcc158 admin admin] Checking segment: {'id': '61e9f37c-139d-4bb7-9f22-b0c9892b92a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9fdcdfe9-c114-4195-845f-18a74b58ff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:35:36.601759 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95afde6b-86e0-4fe0-8a1f-de8ad7fcc158 admin admin] Network hostable DHCP agents. Network: 9fdcdfe9-c114-4195-845f-18a74b58ff90, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:35:36.697314 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95afde6b-86e0-4fe0-8a1f-de8ad7fcc158 admin admin] Network 9fdcdfe9-c114-4195-845f-18a74b58ff90 is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:35:36.788513 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-95afde6b-86e0-4fe0-8a1f-de8ad7fcc158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 9fdcdfe9-c114-4195-845f-18a74b58ff90) {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:35:36.793227 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95afde6b-86e0-4fe0-8a1f-de8ad7fcc158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:36.793966 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-95afde6b-86e0-4fe0-8a1f-de8ad7fcc158 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:36.798270 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6de036d-9aa4-4213-84dc-05ef9ab8abb8 None None] Network 9fdcdfe9-c114-4195-845f-18a74b58ff90 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:35:36.798457 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727f31b-eafb-4772-9057-31c1f5f919c8 req-248b7afb-16a7-4bca-97c0-7632273b9a29 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:36.800203 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6727f31b-eafb-4772-9057-31c1f5f919c8 req-248b7afb-16a7-4bca-97c0-7632273b9a29 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 943 time: 0.0510962 Jun 14 18:35:36.859700 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-6727f31b-eafb-4772-9057-31c1f5f919c8 req-04f4ebbe-c6c2-40c5-8092-a36ae1e3dbe1 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524986 Jun 14 18:35:36.908882 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5,neutron:INSERT=17,neutron:DELETE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:36.913648 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-95afde6b-86e0-4fe0-8a1f-de8ad7fcc158 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7990019 Jun 14 18:35:36.925119 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef02011-55ea-4365-8082-b709a36dac24 None None] Network 9fdcdfe9-c114-4195-845f-18a74b58ff90 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:35:37.222695 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33516) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:37.333595 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1a004246-2d0e-475f-89d4-2ef91679c422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:37.410336 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1a004246-2d0e-475f-89d4-2ef91679c422 admin admin] Publish callbacks [] for security_group (8abc39c9-6b7b-4855-bf97-bda28a436d09), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:37.514078 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1a004246-2d0e-475f-89d4-2ef91679c422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (8abc39c9-6b7b-4855-bf97-bda28a436d09), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:37.554527 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-1a004246-2d0e-475f-89d4-2ef91679c422 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c1417ad4bb5b42739ada7b50ec1287f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305557 Jun 14 18:35:37.555390 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a004246-2d0e-475f-89d4-2ef91679c422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abc39c9-6b7b-4855-bf97-bda28a436d09,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:37.558226 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33526) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:37.609151 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7078bc0b-544f-4ed3-a26a-a228c6fb888b admin admin] Publish callbacks [] for security_group (8abc39c9-6b7b-4855-bf97-bda28a436d09), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:37.634523 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7078bc0b-544f-4ed3-a26a-a228c6fb888b admin admin] Publish callbacks [] for security_group (8abc39c9-6b7b-4855-bf97-bda28a436d09), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:37.736911 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33532) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:37.741838 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-792070156-network', 'tenant_id': '7db606afbc6540279e5432d111aff417'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:35:37.751125 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:37.788392 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7078bc0b-544f-4ed3-a26a-a228c6fb888b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (8abc39c9-6b7b-4855-bf97-bda28a436d09), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:37.790938 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-7078bc0b-544f-4ed3-a26a-a228c6fb888b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:37.792644 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-7078bc0b-544f-4ed3-a26a-a228c6fb888b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8abc39c9-6b7b-4855-bf97-bda28a436d09 HTTP/1.1" status: 204 len: 168 time: 0.2327976 Jun 14 18:35:37.801024 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078bc0b-544f-4ed3-a26a-a228c6fb888b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abc39c9-6b7b-4855-bf97-bda28a436d09,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:37.872627 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Made reservation on behalf of 7db606afbc6540279e5432d111aff417 for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:35:37.875058 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:37.884504 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:37.998680 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Publish callbacks [] for security_group (8462b39d-1e1c-4f36-87c2-65f4bfd03800), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:38.005331 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae315ce0-e9a1-4b10-a630-aeae2fa2db3a req-4bcb71d4-dc57-45b4-8a0c-d63148eff89b tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:38.006818 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ae315ce0-e9a1-4b10-a630-aeae2fa2db3a req-4bcb71d4-dc57-45b4-8a0c-d63148eff89b tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 943 time: 0.0682304 Jun 14 18:35:38.056602 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ae315ce0-e9a1-4b10-a630-aeae2fa2db3a req-c921e9eb-dd71-4f2a-9c07-02194564f0db tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Jun 14 18:35:38.075107 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (8462b39d-1e1c-4f36-87c2-65f4bfd03800), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:38.100462 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=104772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:35:38.109260 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8462b39d-1e1c-4f36-87c2-65f4bfd03800,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:38.115446 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (abc53f85-78b3-4a2c-a037-b8b06d5611b4), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:38.115807 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Added segment abc53f85-78b3-4a2c-a037-b8b06d5611b4 of type vlan for network 62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d Jun 14 18:35:38.157586 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:38.274132 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:38.275197 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:38.275798 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:38.341855 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] Pushing event updated for resources: {'Network': ['ID=62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:38.352020 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:35:38.364599 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=93 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:38.366939 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=8 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:38.385665 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-f40c150f-e7d9-4790-af09-8a6b7177bcaa admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6474230 Jun 14 18:35:38.389928 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33546) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:38.395118 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-9954aba8-2471-4bb3-ba0e-b52842211700 admin admin] Request body: {'subnet': {'network_id': '62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-792070156-subnet', 'tenant_id': '7db606afbc6540279e5432d111aff417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:35:38.496019 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9954aba8-2471-4bb3-ba0e-b52842211700 admin admin] Made reservation on behalf of 7db606afbc6540279e5432d111aff417 for: {'subnet': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:35:38.496513 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device a7a06548-d4c6-41ab-a15e-ae486056e452 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:35:38.498222 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9954aba8-2471-4bb3-ba0e-b52842211700 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2984201'] for subnet (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:38.572182 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:UPDATE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:38.603370 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port a7a06548-d4c6-41ab-a15e-ae486056e452, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a7a06548-d4c6-41ab-a15e-ae486056e452,segment=NetworkSegment(a39a6156-f853-4419-9882-e422c121208f),segment_id=a39a6156-f853-4419-9882-e422c121208f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:38.617060 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': 'a7a06548-d4c6-41ab-a15e-ae486056e452', 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f', 'port_id': 'a7a06548-d4c6-41ab-a15e-ae486056e452', 'mac_address': 'fa:16:3e:96:76:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960b56a7-d1ee-4615-b75e-0ff79f1307d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:35:38.652822 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port a7a06548-d4c6-41ab-a15e-ae486056e452 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:35:38.653222 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:38.670996 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a06548-d4c6-41ab-a15e-ae486056e452 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:35:38.691921 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port a7a06548-d4c6-41ab-a15e-ae486056e452, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a7a06548-d4c6-41ab-a15e-ae486056e452,segment=NetworkSegment(a39a6156-f853-4419-9882-e422c121208f),segment_id=a39a6156-f853-4419-9882-e422c121208f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:38.759893 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9954aba8-2471-4bb3-ba0e-b52842211700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2781413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2984231'] for subnet (3757adda-ed37-4555-b1fd-10266d2d2bad), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:38.793365 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:38.812034 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:38.821366 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954aba8-2471-4bb3-ba0e-b52842211700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3757adda-ed37-4555-b1fd-10266d2d2bad,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:38.831074 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954aba8-2471-4bb3-ba0e-b52842211700 admin admin] Checking segment: {'id': 'abc53f85-78b3-4a2c-a037-b8b06d5611b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:35:38.831430 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954aba8-2471-4bb3-ba0e-b52842211700 admin admin] Network hostable DHCP agents. Network: 62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:35:38.842100 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=a7a06548-d4c6-41ab-a15e-ae486056e452,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:38.976587 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954aba8-2471-4bb3-ba0e-b52842211700 admin admin] Network 62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:35:39.028372 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['a7a06548-d4c6-41ab-a15e-ae486056e452'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:35:39.034381 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-9954aba8-2471-4bb3-ba0e-b52842211700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d) {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:35:39.039515 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9954aba8-2471-4bb3-ba0e-b52842211700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:39.040118 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-9954aba8-2471-4bb3-ba0e-b52842211700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:39.056081 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c73b73-a678-4e71-8348-d407f4484b01 None None] Network 62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:35:39.129806 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:39.152849 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-9954aba8-2471-4bb3-ba0e-b52842211700 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7599568 Jun 14 18:35:39.163225 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:39.194381 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c5cd0-d3ee-4424-ae53-326c4d84d1ab req-cb7b424a-36a5-4245-b304-022f73d3ee9a tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:39.202369 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b82c5cd0-d3ee-4424-ae53-326c4d84d1ab req-cb7b424a-36a5-4245-b304-022f73d3ee9a tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 944 time: 0.0677066 Jun 14 18:35:39.246119 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e5002-c9a2-4503-9323-9fc68f4af1cf None None] Network 62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:35:39.267752 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b82c5cd0-d3ee-4424-ae53-326c4d84d1ab req-5e397833-a971-4657-9188-1f5a43552d6a tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643778 Jun 14 18:35:40.382447 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaade4-b980-4f26-9c67-d02c9a098eb4 req-d427f6ff-0b92-403d-914a-f649d4ad959c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:40.383824 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6caaade4-b980-4f26-9c67-d02c9a098eb4 req-d427f6ff-0b92-403d-914a-f649d4ad959c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 944 time: 0.0477374 Jun 14 18:35:40.447247 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6caaade4-b980-4f26-9c67-d02c9a098eb4 req-2e8bdc6d-6d5f-4a37-b796-e238d2de258f tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567555 Jun 14 18:35:40.527414 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device a7a06548-d4c6-41ab-a15e-ae486056e452 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:35:40.571772 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port a7a06548-d4c6-41ab-a15e-ae486056e452 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:35:40.662435 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port a7a06548-d4c6-41ab-a15e-ae486056e452 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:35:40.662862 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:40.739708 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port a7a06548-d4c6-41ab-a15e-ae486056e452 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:35:40.740096 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:40.763827 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2731df7-b150-4a46-830e-90cb335e2c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a06548-d4c6-41ab-a15e-ae486056e452'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:35:40.766062 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f06f93-ad5e-49cc-afcb-cc867b435ea2" -d '{"events": [{"server_uuid": "b2731df7-b150-4a46-830e-90cb335e2c77", "name": "network-vif-plugged", "status": "completed", "tag": "a7a06548-d4c6-41ab-a15e-ae486056e452"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:35:40.779040 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port a7a06548-d4c6-41ab-a15e-ae486056e452, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a7a06548-d4c6-41ab-a15e-ae486056e452,segment=NetworkSegment(a39a6156-f853-4419-9882-e422c121208f),segment_id=a39a6156-f853-4419-9882-e422c121208f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:40.806910 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e70435-b1da-4f93-9d7d-338a481054b1 x-openstack-request-id: req-90e70435-b1da-4f93-9d7d-338a481054b1 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:35:40.807200 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2731df7-b150-4a46-830e-90cb335e2c77", "name": "network-vif-plugged", "status": "completed", "tag": "a7a06548-d4c6-41ab-a15e-ae486056e452", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:35:40.807448 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90e70435-b1da-4f93-9d7d-338a481054b1 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:35:40.810548 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e70435-b1da-4f93-9d7d-338a481054b1'] response: {'server_uuid': 'b2731df7-b150-4a46-830e-90cb335e2c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a06548-d4c6-41ab-a15e-ae486056e452', 'code': 200} Jun 14 18:35:40.885057 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:40.889559 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:40.938908 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=a7a06548-d4c6-41ab-a15e-ae486056e452,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:41.169597 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a041e68-0da2-4f25-bb3c-ed426da232b8 req-b99cf1a8-9ffa-4efd-a69e-949a9e9964ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:41.171165 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7a041e68-0da2-4f25-bb3c-ed426da232b8 req-b99cf1a8-9ffa-4efd-a69e-949a9e9964ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 1129 time: 0.0407624 Jun 14 18:35:41.217130 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7a041e68-0da2-4f25-bb3c-ed426da232b8 req-cb9f1874-a616-4e94-8f98-9cc1c8a8772d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404420 Jun 14 18:35:41.574824 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e00e74-d04c-4113-8b72-82fc1a07c918 req-e89e0c56-9b46-407b-8ebc-ab80fe0b393e tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:41.576716 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-70e00e74-d04c-4113-8b72-82fc1a07c918 req-e89e0c56-9b46-407b-8ebc-ab80fe0b393e tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 945 time: 0.0562534 Jun 14 18:35:41.625206 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-70e00e74-d04c-4113-8b72-82fc1a07c918 req-1025d363-fbc4-4c1d-b504-9aa2ce674b6a tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 Jun 14 18:35:42.733833 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:42.752556 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc0835-3824-4738-8fab-a75ff0f9b385 req-e30c5bc6-b837-41e7-a764-c3e3a381a64d tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:42.752704 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8afc0835-3824-4738-8fab-a75ff0f9b385 req-e30c5bc6-b837-41e7-a764-c3e3a381a64d tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 945 time: 0.0493040 Jun 14 18:35:42.809333 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8afc0835-3824-4738-8fab-a75ff0f9b385 req-6f44b96f-52bd-42f9-a26f-4a6064f39b15 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500624 Jun 14 18:35:44.182383 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433af119-878a-4b10-830b-19361e65a98c req-28ac76f4-732b-4591-9bed-f65003ff0284 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:44.185615 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-433af119-878a-4b10-830b-19361e65a98c req-28ac76f4-732b-4591-9bed-f65003ff0284 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 945 time: 0.0498018 Jun 14 18:35:44.233062 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-433af119-878a-4b10-830b-19361e65a98c req-31385808-7db4-422e-9a20-09d992d1c8eb tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Jun 14 18:35:45.354328 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2efca-2932-4cdb-995b-388348b98c50 req-e708bcbf-76bf-4896-b5c5-dfc77ca2cd5e tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:45.358595 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3fc2efca-2932-4cdb-995b-388348b98c50 req-e708bcbf-76bf-4896-b5c5-dfc77ca2cd5e tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 945 time: 0.0532680 Jun 14 18:35:45.421717 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3fc2efca-2932-4cdb-995b-388348b98c50 req-0f8c7cb5-9ca7-4f6e-b61d-e6942a67c9de tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574985 Jun 14 18:35:45.428627 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb26ba-4a94-44f2-85b9-872cce75dda2 req-fe2c72bf-29a5-4301-8f78-6d19dc95ac6e tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:45.430164 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8cfb26ba-4a94-44f2-85b9-872cce75dda2 req-fe2c72bf-29a5-4301-8f78-6d19dc95ac6e tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 945 time: 0.0487802 Jun 14 18:35:45.518513 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-8cfb26ba-4a94-44f2-85b9-872cce75dda2 req-95a6b5bd-d0ff-4610-8721-2c0bce8f6c7c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Deleting port a7a06548-d4c6-41ab-a15e-ae486056e452 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:35:45.518513 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-8cfb26ba-4a94-44f2-85b9-872cce75dda2 req-95a6b5bd-d0ff-4610-8721-2c0bce8f6c7c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:45.614476 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-8cfb26ba-4a94-44f2-85b9-872cce75dda2 req-95a6b5bd-d0ff-4610-8721-2c0bce8f6c7c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] For port a7a06548-d4c6-41ab-a15e-ae486056e452, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a7a06548-d4c6-41ab-a15e-ae486056e452,segment=NetworkSegment(a39a6156-f853-4419-9882-e422c121208f),segment_id=a39a6156-f853-4419-9882-e422c121208f)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:45.615118 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-8cfb26ba-4a94-44f2-85b9-872cce75dda2 req-95a6b5bd-d0ff-4610-8721-2c0bce8f6c7c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:45.631496 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-8cfb26ba-4a94-44f2-85b9-872cce75dda2 req-95a6b5bd-d0ff-4610-8721-2c0bce8f6c7c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Calling delete_port for a7a06548-d4c6-41ab-a15e-ae486056e452 owned by compute:nova {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:35:45.822042 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-8cfb26ba-4a94-44f2-85b9-872cce75dda2 req-95a6b5bd-d0ff-4610-8721-2c0bce8f6c7c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (a7a06548-d4c6-41ab-a15e-ae486056e452), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:45.834026 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['a7a06548-d4c6-41ab-a15e-ae486056e452'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:35:45.851487 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6b5bd-d0ff-4610-8721-2c0bce8f6c7c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Pushing event deleted for resources: {'Port': ['ID=a7a06548-d4c6-41ab-a15e-ae486056e452,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:45.914779 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfb26ba-4a94-44f2-85b9-872cce75dda2 req-95a6b5bd-d0ff-4610-8721-2c0bce8f6c7c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] No DVR routers for this DVR port a7a06548-d4c6-41ab-a15e-ae486056e452 on host hv-cinder-84456 {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:35:45.917308 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-8cfb26ba-4a94-44f2-85b9-872cce75dda2 req-95a6b5bd-d0ff-4610-8721-2c0bce8f6c7c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:45.921171 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8cfb26ba-4a94-44f2-85b9-872cce75dda2 req-95a6b5bd-d0ff-4610-8721-2c0bce8f6c7c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.13 "DELETE /v2.0/ports/a7a06548-d4c6-41ab-a15e-ae486056e452 HTTP/1.1" status: 204 len: 173 time: 0.4859073 Jun 14 18:35:45.921645 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2731df7-b150-4a46-830e-90cb335e2c77', 'name': 'network-vif-deleted', 'tag': 'a7a06548-d4c6-41ab-a15e-ae486056e452'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:35:45.923950 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4091b8d7-b571-4938-b192-2044ba5cdd32" -d '{"events": [{"server_uuid": "b2731df7-b150-4a46-830e-90cb335e2c77", "name": "network-vif-deleted", "tag": "a7a06548-d4c6-41ab-a15e-ae486056e452"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:35:45.972421 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f937d8e2-eb06-4d76-87e1-21bfd2885367 x-openstack-request-id: req-f937d8e2-eb06-4d76-87e1-21bfd2885367 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:35:45.972714 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2731df7-b150-4a46-830e-90cb335e2c77", "name": "network-vif-deleted", "tag": "a7a06548-d4c6-41ab-a15e-ae486056e452", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:35:45.972971 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f937d8e2-eb06-4d76-87e1-21bfd2885367 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:35:45.973376 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f937d8e2-eb06-4d76-87e1-21bfd2885367'] response: {'server_uuid': 'b2731df7-b150-4a46-830e-90cb335e2c77', 'name': 'network-vif-deleted', 'tag': 'a7a06548-d4c6-41ab-a15e-ae486056e452', 'status': 'completed', 'code': 200} Jun 14 18:35:46.548785 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2212f19e-1283-40dd-95de-afde0c3c4810 req-8208de43-6eee-4cf5-a0b0-18886b249773 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2731df7-b150-4a46-830e-90cb335e2c77 HTTP/1.1" status: 200 len: 210 time: 0.0344107 Jun 14 18:35:47.868903 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-a1e30fb6-6a2d-4546-9db7-61fe7a45c6da tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:47.870318 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-a1e30fb6-6a2d-4546-9db7-61fe7a45c6da tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/networks?id=91c5a939-2b5d-4f8f-b89e-1ae52321b35f HTTP/1.1" status: 200 len: 808 time: 0.1033559 Jun 14 18:35:47.885122 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-1c8d7365-ca57-4f0e-9e15-c19eacdc71e1 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/quotas/eea5688a5de847c7bb66afa3c46c759a HTTP/1.1" status: 200 len: 375 time: 0.0092790 Jun 14 18:35:47.920023 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-a058ab05-3dbc-42ed-a392-43bc6544e42b tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eea5688a5de847c7bb66afa3c46c759a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298035 Jun 14 18:35:48.017338 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-767d9590-173c-4a72-8f3b-3776c232b4ce service neutron] 10.222.0.78 "GET /v2.0/networks/91c5a939-2b5d-4f8f-b89e-1ae52321b35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906575 Jun 14 18:35:48.113944 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-d005256d-f92c-4642-850e-d6e58d0edf7a service neutron] 10.222.0.78 "GET /v2.0/networks/91c5a939-2b5d-4f8f-b89e-1ae52321b35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906401 Jun 14 18:35:48.407614 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5ba3242a-5c17-4a94-b4e4-de835272d794 req-cce0784a-7c37-41bb-9066-e4928efe3477 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 210 time: 0.0318415 Jun 14 18:35:49.507308 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4ab03149-fb74-4cb9-84c7-0e96d09a066c req-69eed01b-3bb6-4b63-9a81-f12291bef0d9 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 210 time: 0.0295873 Jun 14 18:35:50.573666 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device a7a06548-d4c6-41ab-a15e-ae486056e452 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:35:50.597241 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: a7a06548-d4c6-41ab-a15e-ae486056e452 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:35:50.597610 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device a7a06548-d4c6-41ab-a15e-ae486056e452 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:35:50.605842 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b4e2d05e-dc40-4fb1-b04a-e0fa24bf1867 req-5c3422ec-f480-4908-91fe-ceb2d36dcb23 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 210 time: 0.0275824 Jun 14 18:35:50.805333 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-a31af597-35a8-49e8-b658-b7e8973580f3 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:50.806717 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-a31af597-35a8-49e8-b658-b7e8973580f3 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.13 "GET /v2.0/networks?id=91c5a939-2b5d-4f8f-b89e-1ae52321b35f HTTP/1.1" status: 200 len: 808 time: 0.1046138 Jun 14 18:35:50.826391 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Request body: {'port': {'device_id': '78e9def8-e7ca-4c8e-b83f-f43a93eda200', 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f', 'admin_state_up': True, 'tenant_id': 'eea5688a5de847c7bb66afa3c46c759a'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:35:50.829479 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:51.022044 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Made reservation on behalf of eea5688a5de847c7bb66afa3c46c759a for: {'port': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:35:51.025789 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:51.052442 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:51.163612 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Allocated IP 172.20.0.4 (91c5a939-2b5d-4f8f-b89e-1ae52321b35f/960b56a7-d1ee-4615-b75e-0ff79f1307d5/4326f4db-e37d-41b3-b103-744b4119c2d0) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:35:51.527329 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33802) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:51.586743 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks [] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:51.660395 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:51.711059 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e15ab977-d597-45fd-a53d-9540939219e8 req-c4086fc8-6b3d-4e5e-8139-d1eea04961b3 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 210 time: 0.0305679 Jun 14 18:35:51.713828 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:51.746538 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:51.760913 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:35:51.766651 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:35:51.768269 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:35:51.782451 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Publish callbacks [] for security_group (66ed0343-0520-429f-b11e-7f2671714816), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:51.793801 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Pushing event updated for resources: {'Port': ['ID=4326f4db-e37d-41b3-b103-744b4119c2d0,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:51.821839 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:51.828740 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:51.866210 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (66ed0343-0520-429f-b11e-7f2671714816), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:51.898874 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-f9c9e675-f961-4063-886d-6eb2d8fcc85c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0763068 Jun 14 18:35:51.910839 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Request body: {'port': {'device_id': '78e9def8-e7ca-4c8e-b83f-f43a93eda200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:35:51.911581 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f020f6029c114bad8c94e753fa2b5f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826456 Jun 14 18:35:51.912526 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed0343-0520-429f-b11e-7f2671714816,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:51.915793 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33812) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:51.931162 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.931508 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.931850 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.932184 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.932514 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.932840 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.933164 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.933509 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.934544 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.934980 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.935315 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.935645 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.935965 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.936285 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.936614 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb195ee5-a6e9-406b-95a4-37ef27c613db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:51.979142 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:51.983748 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1ff73206-275c-4139-bf0d-59217b221ee7 admin admin] Publish callbacks [] for security_group (66ed0343-0520-429f-b11e-7f2671714816), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:51.985426 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:51.988634 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:52.006992 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1ff73206-275c-4139-bf0d-59217b221ee7 admin admin] Publish callbacks [] for security_group (66ed0343-0520-429f-b11e-7f2671714816), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:52.130283 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1ff73206-275c-4139-bf0d-59217b221ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (66ed0343-0520-429f-b11e-7f2671714816), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:52.133514 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1ff73206-275c-4139-bf0d-59217b221ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:52.134706 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-1ff73206-275c-4139-bf0d-59217b221ee7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66ed0343-0520-429f-b11e-7f2671714816 HTTP/1.1" status: 204 len: 168 time: 0.2182014 Jun 14 18:35:52.143695 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff73206-275c-4139-bf0d-59217b221ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed0343-0520-429f-b11e-7f2671714816,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:52.293915 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4326f4db-e37d-41b3-b103-744b4119c2d0 {{(pid=104773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:35:52.301339 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Publish callbacks [] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:52.314125 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.provisioning_blocks [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Transition to ACTIVE for port object 4326f4db-e37d-41b3-b103-744b4119c2d0 will not be triggered until provisioned by entity L2. {{(pid=104773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:35:52.449147 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:52.454851 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:52.500313 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Pushing event updated for resources: {'Port': ['ID=4326f4db-e37d-41b3-b103-744b4119c2d0,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:52.583539 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Attempting to bind port 4326f4db-e37d-41b3-b103-744b4119c2d0 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:35:52.583885 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Attempting to bind port 4326f4db-e37d-41b3-b103-744b4119c2d0 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a39a6156-f853-4419-9882-e422c121208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f'}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:35:52.584212 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Attempting to bind port 4326f4db-e37d-41b3-b103-744b4119c2d0 on network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:35:52.588793 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Port 4326f4db-e37d-41b3-b103-744b4119c2d0 on network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:35:52.589112 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Attempting to bind port 4326f4db-e37d-41b3-b103-744b4119c2d0 on network 91c5a939-2b5d-4f8f-b89e-1ae52321b35f {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:35:52.595232 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:35:52.595563 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Checking segment: {'id': 'a39a6156-f853-4419-9882-e422c121208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:35:52.595958 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Bound using segment: {'id': 'a39a6156-f853-4419-9882-e422c121208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f'} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:35:52.596404 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Bound port: 4326f4db-e37d-41b3-b103-744b4119c2d0, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39a6156-f853-4419-9882-e422c121208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f'}}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:35:52.596766 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:52.661701 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] For port 4326f4db-e37d-41b3-b103-744b4119c2d0, host hv-cinder-84456, cleared binding levels {{(pid=104773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:35:52.666761 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] For port 4326f4db-e37d-41b3-b103-744b4119c2d0, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4326f4db-e37d-41b3-b103-744b4119c2d0,segment=NetworkSegment(a39a6156-f853-4419-9882-e422c121208f),segment_id=a39a6156-f853-4419-9882-e422c121208f)] {{(pid=104773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:35:52.742413 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:52.805060 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:52.805907 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:52.807777 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-09246077-120c-4864-886e-35b5d213ae86 service neutron] 10.222.0.13 "PUT /v2.0/ports/4326f4db-e37d-41b3-b103-744b4119c2d0 HTTP/1.1" status: 200 len: 1093 time: 0.9016914 Jun 14 18:35:52.808294 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e9def8-e7ca-4c8e-b83f-f43a93eda200', 'tag': '4326f4db-e37d-41b3-b103-744b4119c2d0'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:35:52.810855 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a53a5b4-87b9-4f97-896e-292ca71f7e13" -d '{"events": [{"name": "network-changed", "server_uuid": "78e9def8-e7ca-4c8e-b83f-f43a93eda200", "tag": "4326f4db-e37d-41b3-b103-744b4119c2d0"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:35:52.866856 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55c4393-a9f6-4305-9398-3885d256003c x-openstack-request-id: req-b55c4393-a9f6-4305-9398-3885d256003c {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:35:52.867135 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e9def8-e7ca-4c8e-b83f-f43a93eda200", "tag": "4326f4db-e37d-41b3-b103-744b4119c2d0", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:35:52.867565 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b55c4393-a9f6-4305-9398-3885d256003c {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:35:52.867972 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55c4393-a9f6-4305-9398-3885d256003c'] response: {'name': 'network-changed', 'server_uuid': '78e9def8-e7ca-4c8e-b83f-f43a93eda200', 'tag': '4326f4db-e37d-41b3-b103-744b4119c2d0', 'status': 'completed', 'code': 200} Jun 14 18:35:52.885681 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5f19e-c121-4d9a-a64d-fbe04a0c7309 req-75d9a41d-9c99-478e-808a-adc48bb8e48c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:52.887902 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-56d5f19e-c121-4d9a-a64d-fbe04a0c7309 req-75d9a41d-9c99-478e-808a-adc48bb8e48c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 943 time: 0.0898521 Jun 14 18:35:52.903604 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09246077-120c-4864-886e-35b5d213ae86 service neutron] Pushing event updated for resources: {'Port': ['ID=4326f4db-e37d-41b3-b103-744b4119c2d0,revision_number=3']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:52.952076 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a5b4-87b9-4f97-896e-292ca71f7e13 req-58afcab1-7fb6-4892-b331-3c439481feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:52.953657 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5a53a5b4-87b9-4f97-896e-292ca71f7e13 req-58afcab1-7fb6-4892-b331-3c439481feaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eea5688a5de847c7bb66afa3c46c759a&device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 1127 time: 0.0625215 Jun 14 18:35:53.006274 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-56d5f19e-c121-4d9a-a64d-fbe04a0c7309 req-4f497f28-5e4b-4504-98be-f2303ec39835 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046247 Jun 14 18:35:53.088795 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a5b4-87b9-4f97-896e-292ca71f7e13 req-352fad57-d61e-4215-b018-5a068ba799e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:53.090415 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5a53a5b4-87b9-4f97-896e-292ca71f7e13 req-352fad57-d61e-4215-b018-5a068ba799e6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=eea5688a5de847c7bb66afa3c46c759a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1255825 Jun 14 18:35:53.120259 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:53.202336 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a5b4-87b9-4f97-896e-292ca71f7e13 req-8fd99895-4291-4d6e-ad90-471447f0d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:53.203955 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-5a53a5b4-87b9-4f97-896e-292ca71f7e13 req-8fd99895-4291-4d6e-ad90-471447f0d82f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082687 Jun 14 18:35:53.279963 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-9886135e-8992-4248-9a2a-55a219925b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:53.282322 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-9886135e-8992-4248-9a2a-55a219925b5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eea5688a5de847c7bb66afa3c46c759a&device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 1127 time: 0.0430012 Jun 14 18:35:53.322749 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-cb03a284-10aa-47bd-97cd-77ce124240b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4326f4db-e37d-41b3-b103-744b4119c2d0 HTTP/1.1" status: 200 len: 217 time: 0.0341399 Jun 14 18:35:53.372005 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-c964842b-adf1-422d-a0d4-549ae294cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:53.373479 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-c964842b-adf1-422d-a0d4-549ae294cec4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=960b56a7-d1ee-4615-b75e-0ff79f1307d5 HTTP/1.1" status: 200 len: 848 time: 0.0447409 Jun 14 18:35:53.380484 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33842) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:53.411276 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-17af5e1e-55d2-42f0-acca-7bd072c0c437 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91c5a939-2b5d-4f8f-b89e-1ae52321b35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315449 Jun 14 18:35:53.488489 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1637467965-network', 'tenant_id': '64f290418a3e42ba962a70a5af666a9d'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:35:53.505289 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-ac5f692a-8c7b-4284-8b71-56615728ab1b service neutron] 10.222.0.13 "GET /v2.0/networks/91c5a939-2b5d-4f8f-b89e-1ae52321b35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881886 Jun 14 18:35:53.576420 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Made reservation on behalf of 64f290418a3e42ba962a70a5af666a9d for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:35:53.578836 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:53.587476 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:53.605224 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-34dfdce7-7d3d-4353-9634-2f66620860f0 req-52dc49e5-360a-4388-b5c2-add2ba80ea2d service neutron] 10.222.0.13 "GET /v2.0/networks/91c5a939-2b5d-4f8f-b89e-1ae52321b35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937893 Jun 14 18:35:53.676790 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Publish callbacks [] for security_group (be2930d3-eec4-4c2d-a116-3e7bf0106da9), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:53.774622 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (be2930d3-eec4-4c2d-a116-3e7bf0106da9), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:53.802877 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=104772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:35:53.812959 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2930d3-eec4-4c2d-a116-3e7bf0106da9,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:53.817719 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (ba818bc7-bf98-40b6-a845-e0bd2da7dcf1), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:53.818060 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Added segment ba818bc7-bf98-40b6-a845-e0bd2da7dcf1 of type vlan for network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 Jun 14 18:35:53.861539 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (b92bd074-bf0b-4285-9cfe-d2dccb2d2e20), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:53.941516 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (b92bd074-bf0b-4285-9cfe-d2dccb2d2e20), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:53.942608 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:53.943199 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:54.004676 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] Pushing event updated for resources: {'Network': ['ID=b92bd074-bf0b-4285-9cfe-d2dccb2d2e20,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:54.014940 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:35:54.033306 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-4b428e6d-853d-4973-bfc4-c379f425d308 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6492712 Jun 14 18:35:54.034080 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33852) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:54.039732 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-b05f3ada-2f32-4837-8e1e-01805faef972 admin admin] Request body: {'subnet': {'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1637467965-subnet', 'tenant_id': '64f290418a3e42ba962a70a5af666a9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:35:54.130234 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdcdff-2e5f-4028-9462-f4c40fc6e3c7 req-a7fe8336-2ef6-443b-b935-2f7a75401af1 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:54.131611 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-aacdcdff-2e5f-4028-9462-f4c40fc6e3c7 req-a7fe8336-2ef6-443b-b935-2f7a75401af1 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 943 time: 0.0485029 Jun 14 18:35:54.169943 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05f3ada-2f32-4837-8e1e-01805faef972 admin admin] Made reservation on behalf of 64f290418a3e42ba962a70a5af666a9d for: {'subnet': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:35:54.172226 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b05f3ada-2f32-4837-8e1e-01805faef972 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126410592'] for subnet (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:54.200774 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-aacdcdff-2e5f-4028-9462-f4c40fc6e3c7 req-d4e957c5-ec65-4801-9a49-ee6c0a3f7aad tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629921 Jun 14 18:35:54.391099 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:54.519086 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b05f3ada-2f32-4837-8e1e-01805faef972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126161681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126410574'] for subnet (137a9db1-2b02-4602-ab19-e67d2f1cd7dc), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:54.561051 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:54.580992 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f3ada-2f32-4837-8e1e-01805faef972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=137a9db1-2b02-4602-ab19-e67d2f1cd7dc,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:54.589808 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f3ada-2f32-4837-8e1e-01805faef972 admin admin] Checking segment: {'id': 'ba818bc7-bf98-40b6-a845-e0bd2da7dcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:35:54.590364 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f3ada-2f32-4837-8e1e-01805faef972 admin admin] Network hostable DHCP agents. Network: b92bd074-bf0b-4285-9cfe-d2dccb2d2e20, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:35:54.684993 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f3ada-2f32-4837-8e1e-01805faef972 admin admin] Network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:35:54.828322 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-b05f3ada-2f32-4837-8e1e-01805faef972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, b92bd074-bf0b-4285-9cfe-d2dccb2d2e20) {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:35:54.837482 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f3ada-2f32-4837-8e1e-01805faef972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:54.838255 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f2f1f-0211-42db-b476-507e91fb0a16 None None] Network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:35:54.838408 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-b05f3ada-2f32-4837-8e1e-01805faef972 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:54.922135 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-b05f3ada-2f32-4837-8e1e-01805faef972 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8863528 Jun 14 18:35:54.950138 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3d9124-549a-498a-b53b-72af155dc10e None None] Network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:35:55.332593 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707b11a-c28b-4ea4-8539-8d52fc94f81d req-504177ba-e3ef-4bea-a9de-f9459ea0e907 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:55.334116 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f707b11a-c28b-4ea4-8539-8d52fc94f81d req-504177ba-e3ef-4bea-a9de-f9459ea0e907 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 943 time: 0.0499423 Jun 14 18:35:55.385855 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f707b11a-c28b-4ea4-8539-8d52fc94f81d req-1433399a-a388-4bdf-8f68-8fde6df3dd12 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460737 Jun 14 18:35:55.939078 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:35:56.505440 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f360b-be43-47df-89ae-d31595e26b3b req-805fc1e1-4900-447f-960d-32a47f2d5082 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:56.506925 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-743f360b-be43-47df-89ae-d31595e26b3b req-805fc1e1-4900-447f-960d-32a47f2d5082 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 943 time: 0.0480733 Jun 14 18:35:56.554483 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-743f360b-be43-47df-89ae-d31595e26b3b req-b6cdda99-61d9-4f74-84c0-d7622fe2f951 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Jun 14 18:35:56.710181 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 4326f4db-e37d-41b3-b103-744b4119c2d0 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:35:56.815703 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 4326f4db-e37d-41b3-b103-744b4119c2d0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4326f4db-e37d-41b3-b103-744b4119c2d0,segment=NetworkSegment(a39a6156-f853-4419-9882-e422c121208f),segment_id=a39a6156-f853-4419-9882-e422c121208f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:56.829154 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '4326f4db-e37d-41b3-b103-744b4119c2d0', 'network_id': '91c5a939-2b5d-4f8f-b89e-1ae52321b35f', 'port_id': '4326f4db-e37d-41b3-b103-744b4119c2d0', 'mac_address': 'fa:16:3e:42:81:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960b56a7-d1ee-4615-b75e-0ff79f1307d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:35:56.859165 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33900) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:56.869836 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 4326f4db-e37d-41b3-b103-744b4119c2d0 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:35:56.870228 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:56.884690 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4326f4db-e37d-41b3-b103-744b4119c2d0 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:35:56.907121 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 4326f4db-e37d-41b3-b103-744b4119c2d0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4326f4db-e37d-41b3-b103-744b4119c2d0,segment=NetworkSegment(a39a6156-f853-4419-9882-e422c121208f),segment_id=a39a6156-f853-4419-9882-e422c121208f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:56.921036 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abc608d-10ba-4d2f-a9fc-75f5ad2c1c3a admin admin] Deleting subnet 8183e5d2-9dd2-4962-b4cd-4f2e9d7f1955 {{(pid=104772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:35:56.924493 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6abc608d-10ba-4d2f-a9fc-75f5ad2c1c3a admin admin] Publish callbacks [] for subnet (8183e5d2-9dd2-4962-b4cd-4f2e9d7f1955), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:56.961977 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6abc608d-10ba-4d2f-a9fc-75f5ad2c1c3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126609704'] for subnet (8183e5d2-9dd2-4962-b4cd-4f2e9d7f1955), precommit_delete_associations {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:56.992882 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.011173 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6abc608d-10ba-4d2f-a9fc-75f5ad2c1c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (8183e5d2-9dd2-4962-b4cd-4f2e9d7f1955), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.055767 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=4326f4db-e37d-41b3-b103-744b4119c2d0,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:57.064132 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.064566 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.064972 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.065407 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.065842 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.066237 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.066666 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.067086 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.067506 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.067938 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.068377 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.068796 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.069186 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.069535 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.069854 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:35:57.082503 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:57.119328 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6abc608d-10ba-4d2f-a9fc-75f5ad2c1c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126161872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126410565'] for subnet (8183e5d2-9dd2-4962-b4cd-4f2e9d7f1955), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.152545 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc608d-10ba-4d2f-a9fc-75f5ad2c1c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8183e5d2-9dd2-4962-b4cd-4f2e9d7f1955,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:57.154544 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6abc608d-10ba-4d2f-a9fc-75f5ad2c1c3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.160577 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-6abc608d-10ba-4d2f-a9fc-75f5ad2c1c3a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8183e5d2-9dd2-4962-b4cd-4f2e9d7f1955 HTTP/1.1" status: 204 len: 168 time: 0.2974741 Jun 14 18:35:57.160719 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-5017ee44-5f9e-4920-a237-0edcff553cd7 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:57.160719 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-5017ee44-5f9e-4920-a237-0edcff553cd7 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/networks?id=b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 HTTP/1.1" status: 200 len: 814 time: 0.1168880 Jun 14 18:35:57.160927 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33916) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:57.178407 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-ebca2a04-2c49-4b48-9e81-3ceb9888b298 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/quotas/64f290418a3e42ba962a70a5af666a9d HTTP/1.1" status: 200 len: 375 time: 0.0124359 Jun 14 18:35:57.178892 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['4326f4db-e37d-41b3-b103-744b4119c2d0'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:35:57.216594 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-1acf0de1-b435-4153-acc1-6fa5264445d3 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=64f290418a3e42ba962a70a5af666a9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296562 Jun 14 18:35:57.236066 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (9fdcdfe9-c114-4195-845f-18a74b58ff90), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.286504 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:57.317467 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:57.318289 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (9fdcdfe9-c114-4195-845f-18a74b58ff90), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.322481 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-045de381-5c7d-40f0-8569-b0eafa4350fc service neutron] 10.222.0.78 "GET /v2.0/networks/b92bd074-bf0b-4285-9cfe-d2dccb2d2e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973377 Jun 14 18:35:57.341770 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdcdfe9-c114-4195-845f-18a74b58ff90']}} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:57.351733 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e9f37c-139d-4bb7-9f22-b0c9892b92a3') {'for_net_delete': True} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:57.352023 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e9f37c-139d-4bb7-9f22-b0c9892b92a3') {} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:57.362309 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126609713'] for segment (61e9f37c-139d-4bb7-9f22-b0c9892b92a3), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.377266 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (61e9f37c-139d-4bb7-9f22-b0c9892b92a3), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.384802 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=104772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:35:57.385340 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126161806'] for segment (61e9f37c-139d-4bb7-9f22-b0c9892b92a3), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.417933 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 61e9f37c-139d-4bb7-9f22-b0c9892b92a3 resource provider aggregate not found Jun 14 18:35:57.425283 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-f5e22c0f-c16d-4eb6-811a-8a64ede8eab5 service neutron] 10.222.0.78 "GET /v2.0/networks/b92bd074-bf0b-4285-9cfe-d2dccb2d2e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941172 Jun 14 18:35:57.468748 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 61e9f37c-139d-4bb7-9f22-b0c9892b92a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61e9f37c-139d-4bb7-9f22-b0c9892b92a3 found for delete ", "request_id": "req-23ec2bdc-46f1-4610-a004-b39bdbf8a6d2"}]} Jun 14 18:35:57.500044 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (9fdcdfe9-c114-4195-845f-18a74b58ff90), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.505749 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.509032 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9fdcdfe9-c114-4195-845f-18a74b58ff90 HTTP/1.1" status: 204 len: 168 time: 0.3474801 Jun 14 18:35:57.512415 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33922) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:57.520909 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17da42-8222-4571-8b53-8cfc4b5f7ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdcdfe9-c114-4195-845f-18a74b58ff90,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:57.559759 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e089752-d4b6-4e94-927f-d5fa3a12e03a admin admin] Deleting subnet 3757adda-ed37-4555-b1fd-10266d2d2bad {{(pid=104773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:35:57.563461 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0e089752-d4b6-4e94-927f-d5fa3a12e03a admin admin] Publish callbacks [] for subnet (3757adda-ed37-4555-b1fd-10266d2d2bad), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.616539 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0e089752-d4b6-4e94-927f-d5fa3a12e03a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2193839'] for subnet (3757adda-ed37-4555-b1fd-10266d2d2bad), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.672706 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-365d7e22-27f4-489b-a8ad-69650a0a60ef req-f0ed9305-1753-4435-8174-877f55f4d264 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 210 time: 0.0340014 Jun 14 18:35:57.688005 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0e089752-d4b6-4e94-927f-d5fa3a12e03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (3757adda-ed37-4555-b1fd-10266d2d2bad), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.697788 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4bfff-9b47-469d-81fa-78b478d183d2 req-76890196-476d-4b69-8336-4989cda44f57 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:57.699893 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-49e4bfff-9b47-469d-81fa-78b478d183d2 req-76890196-476d-4b69-8336-4989cda44f57 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 944 time: 0.0670619 Jun 14 18:35:57.751669 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-49e4bfff-9b47-469d-81fa-78b478d183d2 req-81dd4f91-7e91-4e36-bb84-eb631f7cfc01 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458200 Jun 14 18:35:57.810756 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0e089752-d4b6-4e94-927f-d5fa3a12e03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2781220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2984236'] for subnet (3757adda-ed37-4555-b1fd-10266d2d2bad), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.841119 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e089752-d4b6-4e94-927f-d5fa3a12e03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3757adda-ed37-4555-b1fd-10266d2d2bad,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:57.844873 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-0e089752-d4b6-4e94-927f-d5fa3a12e03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.849673 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-0e089752-d4b6-4e94-927f-d5fa3a12e03a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3757adda-ed37-4555-b1fd-10266d2d2bad HTTP/1.1" status: 204 len: 168 time: 0.3344967 Jun 14 18:35:57.850632 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33934) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:57.921727 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:57.978986 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:58.006323 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:58.028800 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d']}} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:58.043923 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc53f85-78b3-4a2c-a037-b8b06d5611b4') {'for_net_delete': True} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:58.043923 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc53f85-78b3-4a2c-a037-b8b06d5611b4') {} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:35:58.051338 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193846'] for segment (abc53f85-78b3-4a2c-a037-b8b06d5611b4), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:58.067469 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (abc53f85-78b3-4a2c-a037-b8b06d5611b4), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:58.073058 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=104773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:35:58.073573 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2781306'] for segment (abc53f85-78b3-4a2c-a037-b8b06d5611b4), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:58.093626 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment abc53f85-78b3-4a2c-a037-b8b06d5611b4 resource provider aggregate not found Jun 14 18:35:58.135425 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment abc53f85-78b3-4a2c-a037-b8b06d5611b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abc53f85-78b3-4a2c-a037-b8b06d5611b4 found for delete ", "request_id": "req-ab2e631c-2092-4fb1-bac1-bda7c044cfce"}]} Jun 14 18:35:58.249868 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:58.255024 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:58.258380 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] 10.222.0.78 "DELETE /v2.0/networks/62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d HTTP/1.1" status: 204 len: 168 time: 0.4067848 Jun 14 18:35:58.271696 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c8272-f91f-4e85-a5da-d02426d7f14e admin admin] Pushing event deleted for resources: {'Network': ['ID=62ea7dab-b8c6-4bb8-9d5c-7d92062e9e8d,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:58.604107 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 4326f4db-e37d-41b3-b103-744b4119c2d0 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:35:58.647735 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 4326f4db-e37d-41b3-b103-744b4119c2d0 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:35:58.686781 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 33944) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:58.723085 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 4326f4db-e37d-41b3-b103-744b4119c2d0 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:35:58.723669 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:58.728227 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-c31c856b-30ad-40dd-a513-bfecbf9cfde4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bc79cb8e3a444a7ab2cac4d56bac7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398788 Jun 14 18:35:58.731466 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33948) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:58.753789 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:58.766939 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f43c3692-bf90-491e-b4cf-a5c4762eb6f3 req-786efe27-2ccf-467e-b0cc-091815df99a5 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 210 time: 0.0324006 Jun 14 18:35:58.803922 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6447506c-6d04-481b-9509-bc9b6bd48b22 admin admin] Publish callbacks [] for security_group (f9583d9b-37f2-4d5e-8c8f-8a2a8723113c), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:58.806916 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 4326f4db-e37d-41b3-b103-744b4119c2d0 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:35:58.807300 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:58.833029 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e9def8-e7ca-4c8e-b83f-f43a93eda200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4326f4db-e37d-41b3-b103-744b4119c2d0'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:35:58.835259 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8fa8d3-f1a6-4b35-88cc-bbc0f61d1840" -d '{"events": [{"server_uuid": "78e9def8-e7ca-4c8e-b83f-f43a93eda200", "name": "network-vif-plugged", "status": "completed", "tag": "4326f4db-e37d-41b3-b103-744b4119c2d0"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:35:58.839689 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6447506c-6d04-481b-9509-bc9b6bd48b22 admin admin] Publish callbacks [] for security_group (f9583d9b-37f2-4d5e-8c8f-8a2a8723113c), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:58.848744 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 4326f4db-e37d-41b3-b103-744b4119c2d0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4326f4db-e37d-41b3-b103-744b4119c2d0,segment=NetworkSegment(a39a6156-f853-4419-9882-e422c121208f),segment_id=a39a6156-f853-4419-9882-e422c121208f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:35:58.871925 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cebac8-ab9c-451f-b19a-91a80ef144c4 x-openstack-request-id: req-60cebac8-ab9c-451f-b19a-91a80ef144c4 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:35:58.872221 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e9def8-e7ca-4c8e-b83f-f43a93eda200", "name": "network-vif-plugged", "status": "completed", "tag": "4326f4db-e37d-41b3-b103-744b4119c2d0", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:35:58.872474 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60cebac8-ab9c-451f-b19a-91a80ef144c4 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:35:58.872616 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:58.872935 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cebac8-ab9c-451f-b19a-91a80ef144c4'] response: {'server_uuid': '78e9def8-e7ca-4c8e-b83f-f43a93eda200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4326f4db-e37d-41b3-b103-744b4119c2d0', 'code': 200} Jun 14 18:35:58.904292 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805acb69-4f41-4345-9a40-8713796685c2 req-80237aa0-53ce-42d7-986d-9f070cae55b4 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:58.905807 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-805acb69-4f41-4345-9a40-8713796685c2 req-80237aa0-53ce-42d7-986d-9f070cae55b4 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 944 time: 0.0793056 Jun 14 18:35:58.942679 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:58.967211 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-805acb69-4f41-4345-9a40-8713796685c2 req-c5e24be0-2ab3-4905-bc2a-bdff8a4321a1 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535376 Jun 14 18:35:58.996430 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=4326f4db-e37d-41b3-b103-744b4119c2d0,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:59.049831 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6447506c-6d04-481b-9509-bc9b6bd48b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (f9583d9b-37f2-4d5e-8c8f-8a2a8723113c), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:59.052569 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-6447506c-6d04-481b-9509-bc9b6bd48b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:59.053731 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-6447506c-6d04-481b-9509-bc9b6bd48b22 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f9583d9b-37f2-4d5e-8c8f-8a2a8723113c HTTP/1.1" status: 204 len: 168 time: 0.3205776 Jun 14 18:35:59.063099 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447506c-6d04-481b-9509-bc9b6bd48b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9583d9b-37f2-4d5e-8c8f-8a2a8723113c,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:35:59.273288 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:35:59.302857 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf19bb2-f237-416d-a204-d11472250fec req-bc17610a-8de7-4f44-a66d-8aed0c4ba453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:35:59.304387 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-edf19bb2-f237-416d-a204-d11472250fec req-bc17610a-8de7-4f44-a66d-8aed0c4ba453 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 1129 time: 0.0412135 Jun 14 18:35:59.348810 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-edf19bb2-f237-416d-a204-d11472250fec req-e5bd44df-eafa-4398-b2ba-deab6fe28397 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385287 Jun 14 18:35:59.737890 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33958) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:59.780980 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-a6a68f79-83a0-4890-8c14-a37963ddca1b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7db606afbc6540279e5432d111aff417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419176 Jun 14 18:35:59.783609 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33960) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:35:59.836254 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-17035c72-e587-4048-be60-983a09ae1e38 admin admin] Publish callbacks [] for security_group (8462b39d-1e1c-4f36-87c2-65f4bfd03800), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:59.838788 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-2cb5ea4f-b478-4641-9fa3-8744e1ded972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:59.864636 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-17035c72-e587-4048-be60-983a09ae1e38 admin admin] Publish callbacks [] for security_group (8462b39d-1e1c-4f36-87c2-65f4bfd03800), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:35:59.872014 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-26e41732-d50b-43c6-ae12-9cfa3d37a6ed req-058ac593-4ec4-43f1-b006-2971ccdd0cec tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 210 time: 0.0357018 Jun 14 18:35:59.998578 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-17035c72-e587-4048-be60-983a09ae1e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (8462b39d-1e1c-4f36-87c2-65f4bfd03800), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:00.001103 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-17035c72-e587-4048-be60-983a09ae1e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:00.005059 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-17035c72-e587-4048-be60-983a09ae1e38 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8462b39d-1e1c-4f36-87c2-65f4bfd03800 HTTP/1.1" status: 204 len: 168 time: 0.2178085 Jun 14 18:36:00.010500 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17035c72-e587-4048-be60-983a09ae1e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8462b39d-1e1c-4f36-87c2-65f4bfd03800,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:00.100328 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1accd-b5e9-4171-bf13-8a8a311c0121 req-c067cb73-c6af-4488-bfa7-de00e2e980ce tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:00.101988 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5dc1accd-b5e9-4171-bf13-8a8a311c0121 req-c067cb73-c6af-4488-bfa7-de00e2e980ce tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 945 time: 0.0561419 Jun 14 18:36:00.152578 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5dc1accd-b5e9-4171-bf13-8a8a311c0121 req-77b3a80d-6917-453c-8c1d-3fd06eb3324e tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Jun 14 18:36:00.363007 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-14831d87-6e42-4794-adcf-d707b35fd0d8 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:00.364406 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-14831d87-6e42-4794-adcf-d707b35fd0d8 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.13 "GET /v2.0/networks?id=b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 HTTP/1.1" status: 200 len: 814 time: 0.1004996 Jun 14 18:36:00.754781 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Request body: {'port': {'device_id': '5010e30a-74b2-48c7-9200-8bcd689ae716', 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20', 'admin_state_up': True, 'tenant_id': '64f290418a3e42ba962a70a5af666a9d'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:00.983226 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e440e3da-8df9-4d8c-ac87-7021774cd1e1 req-8dcb6c57-ed45-4251-82ba-647253a14f85 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 210 time: 0.0357926 Jun 14 18:36:00.986827 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Made reservation on behalf of 64f290418a3e42ba962a70a5af666a9d for: {'port': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:36:00.990209 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.124632 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Allocated IP 172.20.0.12 (b92bd074-bf0b-4285-9cfe-d2dccb2d2e20/137a9db1-2b02-4602-ab19-e67d2f1cd7dc/c4e3043d-10d0-4d1c-922a-cab5ae2a715a) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:36:01.173490 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 33990) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:01.289301 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1f830-2940-4343-b6de-0fb5dc439239 req-94c9864c-f6ca-4985-a327-bbaa401b68ba tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:01.296226 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9dd1f830-2940-4343-b6de-0fb5dc439239 req-94c9864c-f6ca-4985-a327-bbaa401b68ba tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 945 time: 0.0498116 Jun 14 18:36:01.300421 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks [] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.311889 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1130286665-network', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:01.362436 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9dd1f830-2940-4343-b6de-0fb5dc439239 req-b2757016-aeb8-4b8e-a429-e1e10b733b7c tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629358 Jun 14 18:36:01.398697 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.411762 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:01.420870 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Made reservation on behalf of 4c8c7a8868b741feb66d6a3b8c761d9e for: {'network': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:36:01.423286 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.432921 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.445721 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:36:01.448661 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:01.449268 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:36:01.453489 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:36:01.489055 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Pushing event updated for resources: {'Port': ['ID=c4e3043d-10d0-4d1c-922a-cab5ae2a715a,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:01.509223 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:01.509925 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.519048 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Publish callbacks [] for security_group (5b45eda5-5eab-4c10-b9d7-4cb3dbbf71c3), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.586786 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (5b45eda5-5eab-4c10-b9d7-4cb3dbbf71c3), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.601807 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c5598e55-1ad1-4eb9-a5b9-5c087ee4493c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8525300 Jun 14 18:36:01.612763 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Request body: {'port': {'device_id': '5010e30a-74b2-48c7-9200-8bcd689ae716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:01.617884 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=104772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:36:01.624863 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b45eda5-5eab-4c10-b9d7-4cb3dbbf71c3,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:01.631072 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (06f0157c-3ee2-4822-8c0d-7f49deb3a83f), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.631470 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.segments_db [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Added segment 06f0157c-3ee2-4822-8c0d-7f49deb3a83f of type vlan for network 5e1d771e-6723-48d3-994d-42a6b0e70992 Jun 14 18:36:01.634875 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:01.674651 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (5e1d771e-6723-48d3-994d-42a6b0e70992), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.680474 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.788090 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (5e1d771e-6723-48d3-994d-42a6b0e70992), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.790383 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:01.790383 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.809552 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:DELETE=1,neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:01.853777 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] Pushing event updated for resources: {'Network': ['ID=5e1d771e-6723-48d3-994d-42a6b0e70992,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:01.868114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 5e1d771e-6723-48d3-994d-42a6b0e70992 details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:36:01.933243 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-ca5ce48e-6107-47b5-a3f9-cdbca22b3636 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7545700 Jun 14 18:36:01.933243 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 34006) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:01.940734 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-c0a5fb94-b030-4d0d-a9ca-4e63904b2545 admin admin] Request body: {'subnet': {'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1130286665-subnet', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'ip_version': 4}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:01.977862 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e3043d-10d0-4d1c-922a-cab5ae2a715a {{(pid=104773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:36:01.985234 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Publish callbacks [] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:01.997680 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.provisioning_blocks [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Transition to ACTIVE for port object c4e3043d-10d0-4d1c-922a-cab5ae2a715a will not be triggered until provisioned by entity L2. {{(pid=104773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:36:02.043007 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a5fb94-b030-4d0d-a9ca-4e63904b2545 admin admin] Made reservation on behalf of 4c8c7a8868b741feb66d6a3b8c761d9e for: {'subnet': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:36:02.045702 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c0a5fb94-b030-4d0d-a9ca-4e63904b2545 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126410592'] for subnet (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:02.106881 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ec6fa-d17f-40b1-a64d-a178dfd2795f req-87fa7b9e-6c05-47ed-917e-5dbc77509a9d tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:02.108385 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b48ec6fa-d17f-40b1-a64d-a178dfd2795f req-87fa7b9e-6c05-47ed-917e-5dbc77509a9d tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 932 time: 0.0488920 Jun 14 18:36:02.109552 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:02.171388 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:02.209722 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b48ec6fa-d17f-40b1-a64d-a178dfd2795f req-86e8e0eb-29a1-482a-99ac-dbd317bee7d4 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918448 Jun 14 18:36:02.213189 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Pushing event updated for resources: {'Port': ['ID=c4e3043d-10d0-4d1c-922a-cab5ae2a715a,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:02.266941 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-95397a58-39f2-40a6-a61b-35d03b7feaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:02.297704 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Attempting to bind port c4e3043d-10d0-4d1c-922a-cab5ae2a715a on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:36:02.298048 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Attempting to bind port c4e3043d-10d0-4d1c-922a-cab5ae2a715a by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'ba818bc7-bf98-40b6-a845-e0bd2da7dcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20'}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:36:02.298377 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Attempting to bind port c4e3043d-10d0-4d1c-922a-cab5ae2a715a on network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:36:02.303678 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Port c4e3043d-10d0-4d1c-922a-cab5ae2a715a on network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:36:02.304537 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Attempting to bind port c4e3043d-10d0-4d1c-922a-cab5ae2a715a on network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:36:02.307743 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c0a5fb94-b030-4d0d-a9ca-4e63904b2545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126161681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126410574'] for subnet (44ee3593-de13-45fe-841f-10024f03b310), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:02.310803 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:36:02.311223 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Checking segment: {'id': 'ba818bc7-bf98-40b6-a845-e0bd2da7dcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:36:02.311672 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Bound using segment: {'id': 'ba818bc7-bf98-40b6-a845-e0bd2da7dcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20'} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:36:02.312105 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Bound port: c4e3043d-10d0-4d1c-922a-cab5ae2a715a, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba818bc7-bf98-40b6-a845-e0bd2da7dcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20'}}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:36:02.312671 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:02.367842 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5fb94-b030-4d0d-a9ca-4e63904b2545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ee3593-de13-45fe-841f-10024f03b310,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:02.381820 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a5fb94-b030-4d0d-a9ca-4e63904b2545 admin admin] Checking segment: {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:36:02.382272 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a5fb94-b030-4d0d-a9ca-4e63904b2545 admin admin] Network hostable DHCP agents. Network: 5e1d771e-6723-48d3-994d-42a6b0e70992, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:36:02.384662 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] For port c4e3043d-10d0-4d1c-922a-cab5ae2a715a, host hv-cinder-84456, cleared binding levels {{(pid=104773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:36:02.388727 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] For port c4e3043d-10d0-4d1c-922a-cab5ae2a715a, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c4e3043d-10d0-4d1c-922a-cab5ae2a715a,segment=NetworkSegment(ba818bc7-bf98-40b6-a845-e0bd2da7dcf1),segment_id=ba818bc7-bf98-40b6-a845-e0bd2da7dcf1)] {{(pid=104773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:36:02.467279 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:02.489678 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a5fb94-b030-4d0d-a9ca-4e63904b2545 admin admin] Network 5e1d771e-6723-48d3-994d-42a6b0e70992 is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:36:02.501018 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:02.501731 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:02.503140 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] 10.222.0.13 "PUT /v2.0/ports/c4e3043d-10d0-4d1c-922a-cab5ae2a715a HTTP/1.1" status: 200 len: 1094 time: 0.8948486 Jun 14 18:36:02.503586 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5010e30a-74b2-48c7-9200-8bcd689ae716', 'tag': 'c4e3043d-10d0-4d1c-922a-cab5ae2a715a'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:36:02.505932 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a43174-48a4-4a55-adcc-c6f4c5fb3020" -d '{"events": [{"name": "network-changed", "server_uuid": "5010e30a-74b2-48c7-9200-8bcd689ae716", "tag": "c4e3043d-10d0-4d1c-922a-cab5ae2a715a"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:36:02.533399 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49738c-9dc7-439d-8cfd-bcb97edea90b service neutron] Pushing event updated for resources: {'Port': ['ID=c4e3043d-10d0-4d1c-922a-cab5ae2a715a,revision_number=3']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:02.540946 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2bd87a-bc3a-4388-8c64-14018673c1a4 x-openstack-request-id: req-3c2bd87a-bc3a-4388-8c64-14018673c1a4 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:36:02.541232 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5010e30a-74b2-48c7-9200-8bcd689ae716", "tag": "c4e3043d-10d0-4d1c-922a-cab5ae2a715a", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:36:02.541513 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c2bd87a-bc3a-4388-8c64-14018673c1a4 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:36:02.541931 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2bd87a-bc3a-4388-8c64-14018673c1a4'] response: {'name': 'network-changed', 'server_uuid': '5010e30a-74b2-48c7-9200-8bcd689ae716', 'tag': 'c4e3043d-10d0-4d1c-922a-cab5ae2a715a', 'status': 'completed', 'code': 200} Jun 14 18:36:02.564006 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-c0a5fb94-b030-4d0d-a9ca-4e63904b2545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 5e1d771e-6723-48d3-994d-42a6b0e70992) {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:36:02.569116 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a5fb94-b030-4d0d-a9ca-4e63904b2545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:02.571037 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c0a5fb94-b030-4d0d-a9ca-4e63904b2545 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:02.573576 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedb2ab6-99e3-41ea-b5d0-3a60647472da None None] Network 5e1d771e-6723-48d3-994d-42a6b0e70992 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:36:02.605785 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43174-48a4-4a55-adcc-c6f4c5fb3020 req-d523eee9-9957-4ed4-8da8-d2c2e83be1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:02.608433 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e5a43174-48a4-4a55-adcc-c6f4c5fb3020 req-d523eee9-9957-4ed4-8da8-d2c2e83be1d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64f290418a3e42ba962a70a5af666a9d&device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 1128 time: 0.0479019 Jun 14 18:36:02.653420 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-c0a5fb94-b030-4d0d-a9ca-4e63904b2545 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7201445 Jun 14 18:36:02.656221 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 34018) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:02.661839 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:02.670273 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:02.689802 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e91a761-7527-5e0e-9681-c60f4dc4181d-5e1d771e-6723-48d3-994d-42a6b0e70992', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310'}]}} from dv-cinder-844563-2-iscsi. {{(pid=104774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 14 18:36:02.690737 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:02.718713 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60cf85-d0db-4905-938e-662a80a0cf35 req-4e12958d-0932-4e74-bf13-e33421388df8 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:02.720238 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-bb60cf85-d0db-4905-938e-662a80a0cf35 req-4e12958d-0932-4e74-bf13-e33421388df8 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 945 time: 0.0748751 Jun 14 18:36:02.769025 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-bb60cf85-d0db-4905-938e-662a80a0cf35 req-d4c7969f-971f-413a-9dee-ab8e35ba4727 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425308 Jun 14 18:36:02.810415 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-412530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-630'] for router (51673af9-295a-4fce-9ca2-703c91a2321f), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:02.811495 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-413621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-639'] for router (51673af9-295a-4fce-9ca2-703c91a2321f), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:02.840618 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.db_base_plugin_common [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Allocated IP 172.20.0.2 (5e1d771e-6723-48d3-994d-42a6b0e70992/44ee3593-de13-45fe-841f-10024f03b310/deef56dd-367c-4a5e-95c9-6e39a536dbe9) {{(pid=104774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:36:02.845195 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=6 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:02.865389 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Publish callbacks [] for router_controller (51673af9-295a-4fce-9ca2-703c91a2321f), precommit_add_association {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:02.994338 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Publish callbacks [] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), precommit_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:03.064439 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Publish callbacks [] for router_gateway (51673af9-295a-4fce-9ca2-703c91a2321f), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:03.065622 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:03.100511 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:03.134598 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:03.142793 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:03.145286 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Network 5e1d771e-6723-48d3-994d-42a6b0e70992 is already hosted by enough agents. {{(pid=104774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:36:03.150105 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.base_scheduler [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Resources bound (agent type, host, resource id): {{(pid=104774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:36:03.153889 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Received port after_create {{(pid=104774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:36:03.160748 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Pushing event updated for resources: {'Port': ['ID=deef56dd-367c-4a5e-95c9-6e39a536dbe9,revision_number=1']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:03.188414 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:03.216856 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Attempting to bind port deef56dd-367c-4a5e-95c9-6e39a536dbe9 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:36:03.217223 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Attempting to bind port deef56dd-367c-4a5e-95c9-6e39a536dbe9 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:36:03.217630 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Attempting to bind port deef56dd-367c-4a5e-95c9-6e39a536dbe9 on network 5e1d771e-6723-48d3-994d-42a6b0e70992 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:36:03.222842 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:36:03.223213 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Checking segment: {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:36:03.223610 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:03.224005 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Bound using segment: {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:36:03.224509 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Bound port: deef56dd-367c-4a5e-95c9-6e39a536dbe9, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:36:03.224890 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:03.297983 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] For port deef56dd-367c-4a5e-95c9-6e39a536dbe9, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:36:03.301089 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] For port deef56dd-367c-4a5e-95c9-6e39a536dbe9, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=deef56dd-367c-4a5e-95c9-6e39a536dbe9,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:36:03.364666 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:03.366919 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbee519-80bb-4922-96ac-f464219a4241 req-59bd24b3-327c-432f-9a82-f6eb7fc15e19 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:03.368425 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6fbee519-80bb-4922-96ac-f464219a4241 req-59bd24b3-327c-432f-9a82-f6eb7fc15e19 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 944 time: 0.0788643 Jun 14 18:36:03.393703 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Publish callbacks [] for router_gateway (51673af9-295a-4fce-9ca2-703c91a2321f), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:03.420368 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:03.428407 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc957da5-9d22-48df-ab7f-cc0a328a1653 None None] Pushing event updated for resources: {'Port': ['ID=deef56dd-367c-4a5e-95c9-6e39a536dbe9,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:03.482469 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:03.493877 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6fbee519-80bb-4922-96ac-f464219a4241 req-0d7d9764-0ceb-4791-a7fa-fc2e8832098e tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176758 Jun 14 18:36:03.570306 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Allocated IP 172.27.0.201 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/ca9c349a-3bef-4a6d-8b5d-1bea150d273b) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:36:03.628210 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:03.697334 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Publish callbacks [] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:03.705565 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43174-48a4-4a55-adcc-c6f4c5fb3020 req-815fee56-bef1-4565-8f17-f04217c771b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:03.707497 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e5a43174-48a4-4a55-adcc-c6f4c5fb3020 req-815fee56-bef1-4565-8f17-f04217c771b6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=64f290418a3e42ba962a70a5af666a9d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1413436 Jun 14 18:36:03.775999 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:03.817141 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:36:03.820350 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:36:03.825991 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:36:03.829369 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43174-48a4-4a55-adcc-c6f4c5fb3020 req-71d9adde-9dd7-4e6b-928e-66f563ea9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:03.830866 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e5a43174-48a4-4a55-adcc-c6f4c5fb3020 req-71d9adde-9dd7-4e6b-928e-66f563ea9891 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997126 Jun 14 18:36:03.856862 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9c349a-3bef-4a6d-8b5d-1bea150d273b,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:03.916606 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad3ce7-a3cd-42b6-890a-05aaa7af60f4 req-c3bf71ee-4f4a-4050-b473-d2700b2800b5 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:03.918998 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8aad3ce7-a3cd-42b6-890a-05aaa7af60f4 req-c3bf71ee-4f4a-4050-b473-d2700b2800b5 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 945 time: 0.0652351 Jun 14 18:36:03.956797 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f65fb-db38-40db-9752-a5f462493f55 req-4f2f0b75-cc7c-4453-9db4-139353c363ee tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:03.958333 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-384f65fb-db38-40db-9752-a5f462493f55 req-4f2f0b75-cc7c-4453-9db4-139353c363ee tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 945 time: 0.0922806 Jun 14 18:36:03.959412 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-363a85a5-31ba-462d-a913-75c2b968b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:03.960773 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-363a85a5-31ba-462d-a913-75c2b968b3cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64f290418a3e42ba962a70a5af666a9d&device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 1128 time: 0.0829232 Jun 14 18:36:04.017532 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-de5beac0-21d2-4a69-84bb-c75bd1e2a879 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4e3043d-10d0-4d1c-922a-cab5ae2a715a HTTP/1.1" status: 200 len: 217 time: 0.0459175 Jun 14 18:36:04.086175 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-384f65fb-db38-40db-9752-a5f462493f55 req-805e2ea2-d8c5-423c-a644-e4cb247b8397 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/security-groups?id=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212103 Jun 14 18:36:04.091595 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-8aad3ce7-a3cd-42b6-890a-05aaa7af60f4 req-dc996de0-d6f4-4779-aa8b-7beccf8f7233 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Deleting port 4326f4db-e37d-41b3-b103-744b4119c2d0 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:36:04.095315 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-8aad3ce7-a3cd-42b6-890a-05aaa7af60f4 req-dc996de0-d6f4-4779-aa8b-7beccf8f7233 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:04.104366 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c668248d-771b-4115-bd2b-c00453b6ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:04.106625 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-c668248d-771b-4115-bd2b-c00453b6ee24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=137a9db1-2b02-4602-ab19-e67d2f1cd7dc HTTP/1.1" status: 200 len: 854 time: 0.0786846 Jun 14 18:36:04.141550 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-2b4754e0-3134-425b-88ec-c9e0d3094f41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92bd074-bf0b-4285-9cfe-d2dccb2d2e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288973 Jun 14 18:36:04.157384 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:04.193729 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-8aad3ce7-a3cd-42b6-890a-05aaa7af60f4 req-dc996de0-d6f4-4779-aa8b-7beccf8f7233 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] For port 4326f4db-e37d-41b3-b103-744b4119c2d0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4326f4db-e37d-41b3-b103-744b4119c2d0,segment=NetworkSegment(a39a6156-f853-4419-9882-e422c121208f),segment_id=a39a6156-f853-4419-9882-e422c121208f)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:36:04.194098 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-8aad3ce7-a3cd-42b6-890a-05aaa7af60f4 req-dc996de0-d6f4-4779-aa8b-7beccf8f7233 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:04.209866 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-8aad3ce7-a3cd-42b6-890a-05aaa7af60f4 req-dc996de0-d6f4-4779-aa8b-7beccf8f7233 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Calling delete_port for 4326f4db-e37d-41b3-b103-744b4119c2d0 owned by compute:nova {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:36:04.241743 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-cf09b8a5-c833-41f2-86a9-69c6ac2b121a service neutron] 10.222.0.13 "GET /v2.0/networks/b92bd074-bf0b-4285-9cfe-d2dccb2d2e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942390 Jun 14 18:36:04.341481 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-203b8673-2fb6-4c78-860e-ce253d38fdad req-5b497ec1-0708-4cc9-bf01-b92c6691e1af service neutron] 10.222.0.13 "GET /v2.0/networks/b92bd074-bf0b-4285-9cfe-d2dccb2d2e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940521 Jun 14 18:36:04.369438 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:04.373360 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Publish callbacks [] for router_gateway (51673af9-295a-4fce-9ca2-703c91a2321f), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:04.414256 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c2c2d-7dfd-4ba0-9cdd-d2df07e79510 None None] Network 5e1d771e-6723-48d3-994d-42a6b0e70992 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:36:04.462549 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-944aa6ce-ea2c-4d93-89ca-1cae243d9cdd None None] Provisioning complete for port deef56dd-367c-4a5e-95c9-6e39a536dbe9 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:04.462981 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-944aa6ce-ea2c-4d93-89ca-1cae243d9cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:04.609706 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-944aa6ce-ea2c-4d93-89ca-1cae243d9cdd None None] Current status of the port deef56dd-367c-4a5e-95c9-6e39a536dbe9 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:04.610732 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-944aa6ce-ea2c-4d93-89ca-1cae243d9cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:04.651158 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-944aa6ce-ea2c-4d93-89ca-1cae243d9cdd None None] For port deef56dd-367c-4a5e-95c9-6e39a536dbe9, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=deef56dd-367c-4a5e-95c9-6e39a536dbe9,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:36:04.725697 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-944aa6ce-ea2c-4d93-89ca-1cae243d9cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:04.800302 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944aa6ce-ea2c-4d93-89ca-1cae243d9cdd None None] Pushing event updated for resources: {'Port': ['ID=deef56dd-367c-4a5e-95c9-6e39a536dbe9,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:04.828623 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-8aad3ce7-a3cd-42b6-890a-05aaa7af60f4 req-dc996de0-d6f4-4779-aa8b-7beccf8f7233 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (4326f4db-e37d-41b3-b103-744b4119c2d0), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:04.845968 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['4326f4db-e37d-41b3-b103-744b4119c2d0'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:36:04.867435 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-20b517cb-6c6d-421e-ad1c-d6bf17714791 None None] Provisioning complete for port deef56dd-367c-4a5e-95c9-6e39a536dbe9 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:04.867792 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-20b517cb-6c6d-421e-ad1c-d6bf17714791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:04.891217 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:04.895332 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc996de0-d6f4-4779-aa8b-7beccf8f7233 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Pushing event deleted for resources: {'Port': ['ID=4326f4db-e37d-41b3-b103-744b4119c2d0,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:04.901133 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:04.942424 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e8902-f7e2-47c1-8790-9497c4de346d req-d4be73b7-e753-48dd-a9b5-0d9ab6d2662c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:04.943929 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-292e8902-f7e2-47c1-8790-9497c4de346d req-d4be73b7-e753-48dd-a9b5-0d9ab6d2662c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 944 time: 0.1397264 Jun 14 18:36:04.950276 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-20b517cb-6c6d-421e-ad1c-d6bf17714791 None None] Current status of the port deef56dd-367c-4a5e-95c9-6e39a536dbe9 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:04.965075 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aad3ce7-a3cd-42b6-890a-05aaa7af60f4 req-dc996de0-d6f4-4779-aa8b-7beccf8f7233 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] No DVR routers for this DVR port 4326f4db-e37d-41b3-b103-744b4119c2d0 on host hv-cinder-84456 {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:36:04.972840 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-8aad3ce7-a3cd-42b6-890a-05aaa7af60f4 req-dc996de0-d6f4-4779-aa8b-7beccf8f7233 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:04.976093 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-8aad3ce7-a3cd-42b6-890a-05aaa7af60f4 req-dc996de0-d6f4-4779-aa8b-7beccf8f7233 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.13 "DELETE /v2.0/ports/4326f4db-e37d-41b3-b103-744b4119c2d0 HTTP/1.1" status: 204 len: 173 time: 1.0262523 Jun 14 18:36:04.977437 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e9def8-e7ca-4c8e-b83f-f43a93eda200', 'name': 'network-vif-deleted', 'tag': '4326f4db-e37d-41b3-b103-744b4119c2d0'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:36:04.980229 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a813569e-c573-41ff-b0d0-e0290fd2425c" -d '{"events": [{"server_uuid": "78e9def8-e7ca-4c8e-b83f-f43a93eda200", "name": "network-vif-deleted", "tag": "4326f4db-e37d-41b3-b103-744b4119c2d0"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:36:05.012619 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413463'] for router (51673af9-295a-4fce-9ca2-703c91a2321f), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:05.028622 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbbc842-95d7-4aa4-844c-3d224661fb85 x-openstack-request-id: req-4dbbc842-95d7-4aa4-844c-3d224661fb85 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:36:05.028917 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e9def8-e7ca-4c8e-b83f-f43a93eda200", "name": "network-vif-deleted", "tag": "4326f4db-e37d-41b3-b103-744b4119c2d0", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:36:05.029177 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4dbbc842-95d7-4aa4-844c-3d224661fb85 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:36:05.029597 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbbc842-95d7-4aa4-844c-3d224661fb85'] response: {'server_uuid': '78e9def8-e7ca-4c8e-b83f-f43a93eda200', 'name': 'network-vif-deleted', 'tag': '4326f4db-e37d-41b3-b103-744b4119c2d0', 'status': 'completed', 'code': 200} Jun 14 18:36:05.092924 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-292e8902-f7e2-47c1-8790-9497c4de346d req-e702cb2c-72f1-428e-8535-d0fe6a95d3a3 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314576 Jun 14 18:36:05.142070 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:05.145659 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:05.204219 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-eb5db68c-edbb-4a7b-8921-5521bb8c8fcc req-d7226edf-fd57-4ce8-aa64-b7e05a57bb66 tempest-VolumesActionsTest-272654221 tempest-VolumesActionsTest-272654221-project] 10.222.0.78 "GET /v2.0/ports?device_id=78e9def8-e7ca-4c8e-b83f-f43a93eda200 HTTP/1.1" status: 200 len: 210 time: 0.0323937 Jun 14 18:36:05.262059 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Router 51673af9-295a-4fce-9ca2-703c91a2321f is scheduled to L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 with binding_index 1 {{(pid=104772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:36:05.267863 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device deef56dd-367c-4a5e-95c9-6e39a536dbe9 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:36:05.315466 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port deef56dd-367c-4a5e-95c9-6e39a536dbe9 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:05.315840 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:05.385472 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:36:05.393764 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port deef56dd-367c-4a5e-95c9-6e39a536dbe9 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:05.397344 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Sync routers for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:36:05.408809 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:36:05.409687 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:36:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:05.480605 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:05.481939 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-4d6008c5-9f80-4131-aaa8-4c408d57a3c6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8243573 Jun 14 18:36:05.484674 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 34030) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:05.514046 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:36:05.631145 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:05.690107 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:04Z', 'revision_number': 3, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:05.716287 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Checking router: 51673af9-295a-4fce-9ca2-703c91a2321f for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:36:05.716661 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Updating router 51673af9-295a-4fce-9ca2-703c91a2321f port ca9c349a-3bef-4a6d-8b5d-1bea150d273b binding host dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:36:05.746309 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:05.899515 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:05.933867 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:06.012960 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Publish callbacks [] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), precommit_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:06.068524 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Allocated IP 172.20.0.1 (5e1d771e-6723-48d3-994d-42a6b0e70992/44ee3593-de13-45fe-841f-10024f03b310/4bb2470d-c825-48f8-a253-d1a928b4eb13) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:36:06.082295 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:06.118091 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:06.147647 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:06.174350 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Attempting to bind port ca9c349a-3bef-4a6d-8b5d-1bea150d273b on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:36:06.174883 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Attempting to bind port ca9c349a-3bef-4a6d-8b5d-1bea150d273b by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:36:06.175342 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Attempting to bind port ca9c349a-3bef-4a6d-8b5d-1bea150d273b on network 8f00240a-230f-48f5-8034-9071d4ec9004 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:36:06.180640 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:06.183784 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c5ae1-4a02-43e1-9c69-2905c253be07 None None] Pushing event updated for resources: {'Port': ['ID=ca9c349a-3bef-4a6d-8b5d-1bea150d273b,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:06.186932 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:36:06.187130 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Checking segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:36:06.187618 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:06.188064 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Bound using segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:36:06.188625 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Bound port: ca9c349a-3bef-4a6d-8b5d-1bea150d273b, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:36:06.189114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:06.227152 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Publish callbacks [] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:06.243179 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] For port ca9c349a-3bef-4a6d-8b5d-1bea150d273b, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:36:06.248545 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] For port ca9c349a-3bef-4a6d-8b5d-1bea150d273b, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=ca9c349a-3bef-4a6d-8b5d-1bea150d273b,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:36:06.252945 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7c61e-6d41-4312-957b-fac3afe3e7ae req-1cc5d512-2301-4c56-98e0-f197220deafb tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:06.252945 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-98c7c61e-6d41-4312-957b-fac3afe3e7ae req-1cc5d512-2301-4c56-98e0-f197220deafb tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 944 time: 0.0810902 Jun 14 18:36:06.315814 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-98c7c61e-6d41-4312-957b-fac3afe3e7ae req-f6284445-f2d6-4d8f-a93a-145b00294f9f tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563710 Jun 14 18:36:06.381771 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:06.410589 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:06.452485 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:36:06.453125 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:36:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:06.458523 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Network 5e1d771e-6723-48d3-994d-42a6b0e70992 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:36:06.461701 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:36:06.467238 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:36:06.494752 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c5ae1-4a02-43e1-9c69-2905c253be07 None None] Pushing event updated for resources: {'Port': ['ID=ca9c349a-3bef-4a6d-8b5d-1bea150d273b,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:06.494967 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Pushing event updated for resources: {'Port': ['ID=4bb2470d-c825-48f8-a253-d1a928b4eb13,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:06.524100 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412723'] for router_interface (51673af9-295a-4fce-9ca2-703c91a2321f), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:06.575503 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:36:06.646691 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device c4e3043d-10d0-4d1c-922a-cab5ae2a715a details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:36:06.649939 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:06.736236 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:06.741105 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:06.900286 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-47abbe6c-9f2d-464a-9daf-fb198d52fddd None None] Provisioning complete for port 4bb2470d-c825-48f8-a253-d1a928b4eb13 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:06.900656 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-47abbe6c-9f2d-464a-9daf-fb198d52fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:06.927568 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Publish callbacks [] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:07.010446 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126161898'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:07.019072 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-47abbe6c-9f2d-464a-9daf-fb198d52fddd None None] Port 4bb2470d-c825-48f8-a253-d1a928b4eb13 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:36:07.042217 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port c4e3043d-10d0-4d1c-922a-cab5ae2a715a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c4e3043d-10d0-4d1c-922a-cab5ae2a715a,segment=NetworkSegment(ba818bc7-bf98-40b6-a845-e0bd2da7dcf1),segment_id=ba818bc7-bf98-40b6-a845-e0bd2da7dcf1)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:36:07.048207 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:04Z', 'revision_number': 3, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:07.086621 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86795db1-08b9-42b2-b730-41fef02b9848 None None] The sync data for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi is: [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:04Z', 'revision_number': 3, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:36:07.091251 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': 'c4e3043d-10d0-4d1c-922a-cab5ae2a715a', 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20', 'port_id': 'c4e3043d-10d0-4d1c-922a-cab5ae2a715a', 'mac_address': 'fa:16:3e:82:20:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137a9db1-2b02-4602-ab19-e67d2f1cd7dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:36:07.094863 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Pushing event updated for resources: {'Port': ['ID=4bb2470d-c825-48f8-a253-d1a928b4eb13,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:07.104225 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-459270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412751'] for router_interface (51673af9-295a-4fce-9ca2-703c91a2321f), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:07.141961 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port c4e3043d-10d0-4d1c-922a-cab5ae2a715a is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:07.142467 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:07.163030 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e3043d-10d0-4d1c-922a-cab5ae2a715a {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:36:07.189341 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port c4e3043d-10d0-4d1c-922a-cab5ae2a715a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c4e3043d-10d0-4d1c-922a-cab5ae2a715a,segment=NetworkSegment(ba818bc7-bf98-40b6-a845-e0bd2da7dcf1),segment_id=ba818bc7-bf98-40b6-a845-e0bd2da7dcf1)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:36:07.225615 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Network 5e1d771e-6723-48d3-994d-42a6b0e70992 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:36:07.232192 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:36:07.312069 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:07.336346 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:07.344893 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:07.388144 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=c4e3043d-10d0-4d1c-922a-cab5ae2a715a,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:07.461336 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Router 51673af9-295a-4fce-9ca2-703c91a2321f has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:36:07.510060 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['c4e3043d-10d0-4d1c-922a-cab5ae2a715a'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:36:07.582557 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117ca08-4c1e-432e-82e8-3c102c51526e req-0669e31d-6d6c-4986-8421-9868c14f4373 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:07.590205 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e117ca08-4c1e-432e-82e8-3c102c51526e req-0669e31d-6d6c-4986-8421-9868c14f4373 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 945 time: 0.1192501 Jun 14 18:36:07.652141 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:36:07.656292 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e117ca08-4c1e-432e-82e8-3c102c51526e req-a72b7943-51d5-4f3c-87aa-596c4cbdbda3 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628562 Jun 14 18:36:07.656513 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-81b377bc-b3d9-4f67-b766-af30240c0127 None None] Provisioning complete for port 4bb2470d-c825-48f8-a253-d1a928b4eb13 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:07.657241 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-81b377bc-b3d9-4f67-b766-af30240c0127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:07.670653 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-c5624777-cfe1-4a62-add7-dd9e5304ae1a admin admin] 10.222.0.78 "PUT /v2.0/routers/51673af9-295a-4fce-9ca2-703c91a2321f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1784301 Jun 14 18:36:07.736110 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-81b377bc-b3d9-4f67-b766-af30240c0127 None None] Port 4bb2470d-c825-48f8-a253-d1a928b4eb13 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:36:08.555080 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 34094) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:08.560607 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1237843172-network', 'tenant_id': 'c522e84098634927a870310b09185aed'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:08.665037 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Made reservation on behalf of c522e84098634927a870310b09185aed for: {'network': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:36:08.668181 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for network (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:08.678022 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:08.753681 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:08.780860 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Publish callbacks [] for security_group (b6d5e708-ae7b-4f67-b1ea-88a547362202), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:08.787980 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14538a-cb1e-4b47-9428-ad53d89a673a req-bb33bb4c-855d-4613-85c3-8140666d5e49 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:08.790688 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0a14538a-cb1e-4b47-9428-ad53d89a673a req-bb33bb4c-855d-4613-85c3-8140666d5e49 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 945 time: 0.0651178 Jun 14 18:36:08.838054 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (b6d5e708-ae7b-4f67-b1ea-88a547362202), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:08.844268 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-0a14538a-cb1e-4b47-9428-ad53d89a673a req-c634c366-9632-4908-bc23-73a02bba044d tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476592 Jun 14 18:36:08.867244 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=104773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 18:36:08.876393 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d5e708-ae7b-4f67-b1ea-88a547362202,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:08.882383 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:08.882737 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.segments_db [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Added segment 5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f of type vlan for network 94ef9a79-8f3a-48cb-bfda-59ff739aca26 Jun 14 18:36:08.886482 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device c4e3043d-10d0-4d1c-922a-cab5ae2a715a up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:36:08.919398 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:08.936508 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port c4e3043d-10d0-4d1c-922a-cab5ae2a715a completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:36:08.941851 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769320272276'] for network (94ef9a79-8f3a-48cb-bfda-59ff739aca26), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:08.951989 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Sync routers for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:36:08.963805 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:36:08.966417 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:36:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:09.020808 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port c4e3043d-10d0-4d1c-922a-cab5ae2a715a triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:09.021211 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.060082 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368'] for network (94ef9a79-8f3a-48cb-bfda-59ff739aca26), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.061351 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:09.061982 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.076763 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:36:09.102243 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port c4e3043d-10d0-4d1c-922a-cab5ae2a715a is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:09.102649 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.125110 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] Pushing event updated for resources: {'Network': ['ID=94ef9a79-8f3a-48cb-bfda-59ff739aca26,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:09.128153 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5010e30a-74b2-48c7-9200-8bcd689ae716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e3043d-10d0-4d1c-922a-cab5ae2a715a'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:36:09.130572 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b763adf0-1ce0-4482-b6b4-07aa70b1522d" -d '{"events": [{"server_uuid": "5010e30a-74b2-48c7-9200-8bcd689ae716", "name": "network-vif-plugged", "status": "completed", "tag": "c4e3043d-10d0-4d1c-922a-cab5ae2a715a"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:36:09.143451 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Network 94ef9a79-8f3a-48cb-bfda-59ff739aca26 details requested by agent ovs-agent-dv-cinder-844563-2-iscsi with host dv-cinder-844563-2-iscsi {{(pid=104774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 14 18:36:09.164023 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port c4e3043d-10d0-4d1c-922a-cab5ae2a715a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c4e3043d-10d0-4d1c-922a-cab5ae2a715a,segment=NetworkSegment(ba818bc7-bf98-40b6-a845-e0bd2da7dcf1),segment_id=ba818bc7-bf98-40b6-a845-e0bd2da7dcf1)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:36:09.186004 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-c95770f9-9279-41c2-a96f-258316bb9259 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6215365 Jun 14 18:36:09.186004 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 34104) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:09.187904 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-d4885b73-152b-4edd-b257-20aa5472fb95 admin admin] Request body: {'subnet': {'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1237843172-subnet', 'tenant_id': 'c522e84098634927a870310b09185aed', 'ip_version': 4}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:09.205726 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2795b29-804d-4aaf-bf74-9048f3f7bcaf x-openstack-request-id: req-a2795b29-804d-4aaf-bf74-9048f3f7bcaf {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:36:09.206022 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5010e30a-74b2-48c7-9200-8bcd689ae716", "name": "network-vif-plugged", "status": "completed", "tag": "c4e3043d-10d0-4d1c-922a-cab5ae2a715a", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:36:09.206273 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2795b29-804d-4aaf-bf74-9048f3f7bcaf {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:36:09.206676 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2795b29-804d-4aaf-bf74-9048f3f7bcaf'] response: {'server_uuid': '5010e30a-74b2-48c7-9200-8bcd689ae716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e3043d-10d0-4d1c-922a-cab5ae2a715a', 'code': 200} Jun 14 18:36:09.231781 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.233010 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 4326f4db-e37d-41b3-b103-744b4119c2d0 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:36:09.276997 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 4326f4db-e37d-41b3-b103-744b4119c2d0 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:36:09.277641 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 4326f4db-e37d-41b3-b103-744b4119c2d0 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:36:09.289771 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4885b73-152b-4edd-b257-20aa5472fb95 admin admin] Made reservation on behalf of c522e84098634927a870310b09185aed for: {'subnet': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:36:09.293784 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d4885b73-152b-4edd-b257-20aa5472fb95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2984201'] for subnet (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.298601 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 2, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:09.298838 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device ca9c349a-3bef-4a6d-8b5d-1bea150d273b up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:36:09.322104 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Checking router: 51673af9-295a-4fce-9ca2-703c91a2321f for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:36:09.322719 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Updating router 51673af9-295a-4fce-9ca2-703c91a2321f port 4bb2470d-c825-48f8-a253-d1a928b4eb13 binding host dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:36:09.342563 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=c4e3043d-10d0-4d1c-922a-cab5ae2a715a,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:09.348586 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:09.353241 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.361380 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port ca9c349a-3bef-4a6d-8b5d-1bea150d273b triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:09.361870 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.450229 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port ca9c349a-3bef-4a6d-8b5d-1bea150d273b is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:09.450625 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.478841 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port ca9c349a-3bef-4a6d-8b5d-1bea150d273b, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=ca9c349a-3bef-4a6d-8b5d-1bea150d273b,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:36:09.564687 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.620861 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=ca9c349a-3bef-4a6d-8b5d-1bea150d273b,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:09.672385 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Publish callbacks [] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), precommit_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.798141 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.833553 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d4885b73-152b-4edd-b257-20aa5472fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2781413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2984231'] for subnet (e86a6698-3e2c-4a3c-b1e7-1b7045133b93), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.877089 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Pushing event updated for resources: {'Port': ['ID=4bb2470d-c825-48f8-a253-d1a928b4eb13,revision_number=3']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:09.883998 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.884336 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.884903 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.885241 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.886221 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.887100 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.887100 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.887502 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.887741 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.888152 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.888370 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.888704 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.889020 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.889558 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.890299 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:09.903814 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4885b73-152b-4edd-b257-20aa5472fb95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86a6698-3e2c-4a3c-b1e7-1b7045133b93,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:09.914372 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4885b73-152b-4edd-b257-20aa5472fb95 admin admin] Checking segment: {'id': '5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:36:09.914763 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4885b73-152b-4edd-b257-20aa5472fb95 admin admin] Network hostable DHCP agents. Network: 94ef9a79-8f3a-48cb-bfda-59ff739aca26, hostable agents: ['31a8f186-ce59-4831-b47f-dd1f782f8f6b'], hosted agents: [] {{(pid=104773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 18:36:09.936813 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Attempting to bind port 4bb2470d-c825-48f8-a253-d1a928b4eb13 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:36:09.937407 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Attempting to bind port 4bb2470d-c825-48f8-a253-d1a928b4eb13 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:36:09.938034 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Attempting to bind port 4bb2470d-c825-48f8-a253-d1a928b4eb13 on network 5e1d771e-6723-48d3-994d-42a6b0e70992 {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:36:09.948104 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:36:09.949065 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Checking segment: {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:36:09.955242 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:09.955242 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Bound using segment: {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:36:09.955242 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Bound port: 4bb2470d-c825-48f8-a253-d1a928b4eb13, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'}}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:36:09.955242 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.003903 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4885b73-152b-4edd-b257-20aa5472fb95 admin admin] Network 94ef9a79-8f3a-48cb-bfda-59ff739aca26 is scheduled to be hosted by DHCP agent 31a8f186-ce59-4831-b47f-dd1f782f8f6b with binding_index 1 {{(pid=104773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 18:36:10.020254 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c43df3-eee3-4f20-8ba3-afc8fd3abd67 req-e97b9389-6315-42c8-a8c5-ce5cb85ea88f tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:10.021903 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c0c43df3-eee3-4f20-8ba3-afc8fd3abd67 req-e97b9389-6315-42c8-a8c5-ce5cb85ea88f tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 946 time: 0.0658195 Jun 14 18:36:10.054931 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] For port 4bb2470d-c825-48f8-a253-d1a928b4eb13, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:36:10.060482 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] For port 4bb2470d-c825-48f8-a253-d1a928b4eb13, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=4bb2470d-c825-48f8-a253-d1a928b4eb13,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:36:10.080660 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c0c43df3-eee3-4f20-8ba3-afc8fd3abd67 req-53dbd729-2d73-4dfc-80ca-60f9d11d0210 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518064 Jun 14 18:36:10.095249 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-d4885b73-152b-4edd-b257-20aa5472fb95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-2-iscsi, 94ef9a79-8f3a-48cb-bfda-59ff739aca26) {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:36:10.108903 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4885b73-152b-4edd-b257-20aa5472fb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:10.108903 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-d4885b73-152b-4edd-b257-20aa5472fb95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.120777 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b0a2d3-4d41-4d1c-b40f-b410100a91de None None] Network 94ef9a79-8f3a-48cb-bfda-59ff739aca26 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:36:10.141386 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.173809 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:10.198955 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:10.201399 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:10.204317 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-ed84cb0d-a3dd-49c2-b24d-177d3d0fb5b3 None None] Provisioning complete for port 4bb2470d-c825-48f8-a253-d1a928b4eb13 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:10.204683 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ed84cb0d-a3dd-49c2-b24d-177d3d0fb5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.215475 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 34112) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:10.218288 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:36:10.218288 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:36:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:10.220326 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-d4885b73-152b-4edd-b257-20aa5472fb95 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0383079 Jun 14 18:36:10.222156 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1237843172-router', 'tenant_id': 'c522e84098634927a870310b09185aed', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:10.287319 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e91a761-7527-5e0e-9681-c60f4dc4181d-94ef9a79-8f3a-48cb-bfda-59ff739aca26', 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26', 'project_id': 'c522e84098634927a870310b09185aed', 'fixed_ips': [{'subnet_id': 'e86a6698-3e2c-4a3c-b1e7-1b7045133b93'}]}} from dv-cinder-844563-2-iscsi. {{(pid=104774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 14 18:36:10.288450 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.293985 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c28692-5cd2-4799-a4a3-a2a140abc824 None None] Pushing event updated for resources: {'Port': ['ID=4bb2470d-c825-48f8-a253-d1a928b4eb13,revision_number=4']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:10.330327 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-412530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-630'] for router (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.332696 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-413621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-358069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-639'] for router (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.369731 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:36:10.405479 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-ed84cb0d-a3dd-49c2-b24d-177d3d0fb5b3 None None] Current status of the port 4bb2470d-c825-48f8-a253-d1a928b4eb13 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:10.405848 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ed84cb0d-a3dd-49c2-b24d-177d3d0fb5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.407276 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Publish callbacks [] for router_controller (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), precommit_add_association {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.489655 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-ed84cb0d-a3dd-49c2-b24d-177d3d0fb5b3 None None] For port 4bb2470d-c825-48f8-a253-d1a928b4eb13, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=4bb2470d-c825-48f8-a253-d1a928b4eb13,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:36:10.522715 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.db_base_plugin_common [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Allocated IP 172.20.0.2 (94ef9a79-8f3a-48cb-bfda-59ff739aca26/e86a6698-3e2c-4a3c-b1e7-1b7045133b93/6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357) {{(pid=104774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:36:10.571609 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ed84cb0d-a3dd-49c2-b24d-177d3d0fb5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.610636 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:10.628432 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:10.679065 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84cb0d-a3dd-49c2-b24d-177d3d0fb5b3 None None] Pushing event updated for resources: {'Port': ['ID=4bb2470d-c825-48f8-a253-d1a928b4eb13,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:10.703504 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Publish callbacks [] for router_gateway (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.726852 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-7992770a-2bb7-4586-86e0-876a4f562459 None None] Provisioning complete for port 4bb2470d-c825-48f8-a253-d1a928b4eb13 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:10.727219 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7992770a-2bb7-4586-86e0-876a4f562459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.763031 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5100cc-a72b-457e-acda-e8fe66b024bc None None] The sync data for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi is: [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:36:10.793913 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Publish callbacks [] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), precommit_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.890929 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-7992770a-2bb7-4586-86e0-876a4f562459 None None] Current status of the port 4bb2470d-c825-48f8-a253-d1a928b4eb13 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:10.894315 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), after_create {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:10.953265 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Network 94ef9a79-8f3a-48cb-bfda-59ff739aca26 is already hosted by enough agents. {{(pid=104774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:36:10.959267 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.scheduler.base_scheduler [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Resources bound (agent type, host, resource id): {{(pid=104774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:36:10.961957 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Pushing event updated for resources: {'Port': ['ID=6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357,revision_number=1']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:10.965100 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Received port after_create {{(pid=104774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:36:11.071658 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Attempting to bind port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:36:11.072457 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Attempting to bind port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:36:11.072953 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Attempting to bind port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 on network 94ef9a79-8f3a-48cb-bfda-59ff739aca26 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:36:11.084437 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:36:11.084437 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Checking segment: {'id': '5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:36:11.084437 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:11.084437 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Bound using segment: {'id': '5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:36:11.084437 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Bound port: 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:36:11.085154 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:11.202677 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] For port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:36:11.206525 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] For port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357,segment=NetworkSegment(5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f),segment_id=5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:36:11.206736 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ef998-a865-438c-8a16-5272c6bd3d4e req-2839cdc0-cb49-46f8-a4f9-add97458d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:11.208892 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-550ef998-a865-438c-8a16-5272c6bd3d4e req-2839cdc0-cb49-46f8-a4f9-add97458d61e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 1130 time: 0.0741107 Jun 14 18:36:11.210389 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Publish callbacks [] for router_gateway (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:11.241197 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:11.259501 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:11.295843 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:11.310954 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176af03-d325-4137-acad-889a8c4993c4 req-00fbf687-bded-46c9-8533-5a763c0ec627 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:11.313379 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d176af03-d325-4137-acad-889a8c4993c4 req-00fbf687-bded-46c9-8533-5a763c0ec627 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 946 time: 0.0912313 Jun 14 18:36:11.341150 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-550ef998-a865-438c-8a16-5272c6bd3d4e req-0f369b70-62bf-48d8-b691-68e4596d3a06 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090682 Jun 14 18:36:11.352289 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:11.411578 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:11.426603 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f94b6-aeb0-4de7-bd26-57ef3fbd1228 None None] Pushing event updated for resources: {'Port': ['ID=6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:11.438929 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device ca9c349a-3bef-4a6d-8b5d-1bea150d273b up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:36:11.451631 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d176af03-d325-4137-acad-889a8c4993c4 req-f7bd6af6-5a66-4ae2-a703-582e6e4ff481 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302233 Jun 14 18:36:11.470099 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Allocated IP 172.27.0.137 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/24d9acd3-1283-41d8-9060-9b2028b54de1) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:36:11.517025 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:11.525535 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port ca9c349a-3bef-4a6d-8b5d-1bea150d273b triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:11.526751 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:11.622563 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Publish callbacks [] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:11.636318 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port ca9c349a-3bef-4a6d-8b5d-1bea150d273b is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:11.637567 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 4bb2470d-c825-48f8-a253-d1a928b4eb13 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:36:11.707455 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 4bb2470d-c825-48f8-a253-d1a928b4eb13 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:11.707830 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:11.752690 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:11.809724 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:36:11.811366 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:36:11.827084 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:36:11.834780 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 4bb2470d-c825-48f8-a253-d1a928b4eb13 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:11.863988 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Pushing event updated for resources: {'Port': ['ID=24d9acd3-1283-41d8-9060-9b2028b54de1,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:12.176689 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Publish callbacks [] for router_gateway (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:12.425327 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:12.461238 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413463'] for router (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:12.742068 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe974c37-3016-475e-90ed-1f464b4e5b5b None None] Network 94ef9a79-8f3a-48cb-bfda-59ff739aca26 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:36:12.845800 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-cc4f7382-1e60-45fc-bee7-d3b918db3963 None None] Provisioning complete for port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:12.846170 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7382-1e60-45fc-bee7-d3b918db3963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:12.955408 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868861-feef-4750-a2bf-cb05ac802a12 req-30a8eda3-29b4-4d06-85b5-a8d2b705ac86 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:12.969781 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cc868861-feef-4750-a2bf-cb05ac802a12 req-30a8eda3-29b4-4d06-85b5-a8d2b705ac86 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 946 time: 0.0853050 Jun 14 18:36:13.057468 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-cc868861-feef-4750-a2bf-cb05ac802a12 req-43221431-e517-4072-a9df-e2a6e79d37fd tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859981 Jun 14 18:36:13.122021 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:13.177399 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Router 3572a516-5dc8-44ff-9dc3-c9c54edaca3e is scheduled to L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 with binding_index 1 {{(pid=104772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 14 18:36:13.179199 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f7382-1e60-45fc-bee7-d3b918db3963 None None] Current status of the port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:13.179703 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7382-1e60-45fc-bee7-d3b918db3963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:13.236664 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-cc4f7382-1e60-45fc-bee7-d3b918db3963 None None] For port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357,segment=NetworkSegment(5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f),segment_id=5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:36:13.310785 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7382-1e60-45fc-bee7-d3b918db3963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:13.360663 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:36:13.371369 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:36:13.398037 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:13.420451 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Sync routers for ids ['3572a516-5dc8-44ff-9dc3-c9c54edaca3e'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:36:13.458371 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f7382-1e60-45fc-bee7-d3b918db3963 None None] Pushing event updated for resources: {'Port': ['ID=6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:13.467999 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Routers {'3572a516-5dc8-44ff-9dc3-c9c54edaca3e'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:36:13.468652 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:36:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['3572a516-5dc8-44ff-9dc3-c9c54edaca3e'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:13.503134 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:13.512198 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 34148) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:13.513618 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-c347e1d3-d55d-4a3e-97b9-899eca7b27a6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2963870 Jun 14 18:36:13.562138 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:13.562138 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:13.605964 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-08f22e18-919f-4848-84e6-03a02cf46323 None None] Provisioning complete for port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:13.606253 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-08f22e18-919f-4848-84e6-03a02cf46323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:13.683923 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Set router 3572a516-5dc8-44ff-9dc3-c9c54edaca3e gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:36:13.809578 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:13.838207 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-08f22e18-919f-4848-84e6-03a02cf46323 None None] Current status of the port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:13.901586 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:13.948446 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'name': 'tempest-TestVolumeBootPattern-1237843172-router', 'tenant_id': 'c522e84098634927a870310b09185aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:10Z', 'updated_at': '2022-06-14T18:36:11Z', 'revision_number': 3, 'project_id': 'c522e84098634927a870310b09185aed', 'gw_port': {'id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:11Z', 'updated_at': '2022-06-14T18:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:13.982504 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Checking router: 3572a516-5dc8-44ff-9dc3-c9c54edaca3e for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:36:13.982964 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Updating router 3572a516-5dc8-44ff-9dc3-c9c54edaca3e port 24d9acd3-1283-41d8-9060-9b2028b54de1 binding host dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:36:14.013221 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:14.016901 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:14.168652 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:14.223382 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060d0e5-ad13-4dea-b5ef-6630a2a7fd72 req-e90a9329-d47d-4dba-96f1-d5ffe36e6919 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:14.225119 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b060d0e5-ad13-4dea-b5ef-6630a2a7fd72 req-e90a9329-d47d-4dba-96f1-d5ffe36e6919 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 946 time: 0.0708311 Jun 14 18:36:14.272319 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:14.313583 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Allocated IP 172.20.0.1 (94ef9a79-8f3a-48cb-bfda-59ff739aca26/e86a6698-3e2c-4a3c-b1e7-1b7045133b93/a1c2c898-890a-4c23-8a50-aaba4e015814) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:36:14.326571 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b060d0e5-ad13-4dea-b5ef-6630a2a7fd72 req-7c17483d-fa23-4898-bb6f-6881af68e617 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771956 Jun 14 18:36:14.376794 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Publish callbacks [] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), precommit_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:14.415179 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:14.461418 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:14.473339 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Publish callbacks [] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:14.549210 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Attempting to bind port 24d9acd3-1283-41d8-9060-9b2028b54de1 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:36:14.549665 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Attempting to bind port 24d9acd3-1283-41d8-9060-9b2028b54de1 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:36:14.550049 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Attempting to bind port 24d9acd3-1283-41d8-9060-9b2028b54de1 on network 8f00240a-230f-48f5-8034-9071d4ec9004 {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:36:14.557022 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:36:14.557621 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Checking segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:36:14.558026 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:14.558545 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Bound using segment: {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'} {{(pid=104774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:36:14.559056 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.managers [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Bound port: 24d9acd3-1283-41d8-9060-9b2028b54de1, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a43e12-7f4c-494b-81bf-6bdf87ed34c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004'}}] {{(pid=104774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:36:14.559418 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:14.563047 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05abe1f-f419-4e79-8f1a-8ee9324561b9 None None] Pushing event updated for resources: {'Port': ['ID=24d9acd3-1283-41d8-9060-9b2028b54de1,revision_number=2']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:14.591709 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:14.632624 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] For port 24d9acd3-1283-41d8-9060-9b2028b54de1, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:36:14.637100 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] For port 24d9acd3-1283-41d8-9060-9b2028b54de1, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=24d9acd3-1283-41d8-9060-9b2028b54de1,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:36:14.676850 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Network 94ef9a79-8f3a-48cb-bfda-59ff739aca26 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:36:14.682296 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:36:14.694747 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:36:14.712482 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:14.746196 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c2c898-890a-4c23-8a50-aaba4e015814,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:14.800099 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412723'] for router_interface (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:14.812284 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Routers {'3572a516-5dc8-44ff-9dc3-c9c54edaca3e'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:36:14.812957 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:36:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['3572a516-5dc8-44ff-9dc3-c9c54edaca3e'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:14.819071 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05abe1f-f419-4e79-8f1a-8ee9324561b9 None None] Pushing event updated for resources: {'Port': ['ID=24d9acd3-1283-41d8-9060-9b2028b54de1,revision_number=3']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:15.060574 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] Set router 3572a516-5dc8-44ff-9dc3-c9c54edaca3e gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:36:15.128272 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-ceeacf2e-4664-4133-97cc-ddf7eed2e157 None None] Provisioning complete for port a1c2c898-890a-4c23-8a50-aaba4e015814 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:15.128710 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ceeacf2e-4664-4133-97cc-ddf7eed2e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:15.250776 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:15.265119 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-ceeacf2e-4664-4133-97cc-ddf7eed2e157 None None] Port a1c2c898-890a-4c23-8a50-aaba4e015814 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:36:15.343088 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:36:15.391323 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'name': 'tempest-TestVolumeBootPattern-1237843172-router', 'tenant_id': 'c522e84098634927a870310b09185aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:10Z', 'updated_at': '2022-06-14T18:36:11Z', 'revision_number': 3, 'project_id': 'c522e84098634927a870310b09185aed', 'gw_port': {'id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:11Z', 'updated_at': '2022-06-14T18:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:15.419476 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcdcabb-e005-4387-b6b4-b2c910161c11 None None] The sync data for ids ['3572a516-5dc8-44ff-9dc3-c9c54edaca3e'] in dv-cinder-844563-2-iscsi is: [{'id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'name': 'tempest-TestVolumeBootPattern-1237843172-router', 'tenant_id': 'c522e84098634927a870310b09185aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:10Z', 'updated_at': '2022-06-14T18:36:11Z', 'revision_number': 3, 'project_id': 'c522e84098634927a870310b09185aed', 'gw_port': {'id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:11Z', 'updated_at': '2022-06-14T18:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:36:15.427696 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:15.430409 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:15.430772 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:15.517148 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:15.519868 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Publish callbacks [] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:15.522275 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:15.543309 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:15.621394 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:15.754301 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-459270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412751'] for router_interface (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:15.756417 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c2c898-890a-4c23-8a50-aaba4e015814,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:15.941580 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Network 94ef9a79-8f3a-48cb-bfda-59ff739aca26 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:36:15.941915 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:36:16.119992 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Router 3572a516-5dc8-44ff-9dc3-c9c54edaca3e has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:36:16.292484 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-1d80cdfb-4f11-491f-8f1e-324f3e67d699 None None] Provisioning complete for port a1c2c898-890a-4c23-8a50-aaba4e015814 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:16.293048 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-1d80cdfb-4f11-491f-8f1e-324f3e67d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:16.303190 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:36:16.313488 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-deaf03e6-86a5-45cb-838f-7850432d28a8 admin admin] 10.222.0.78 "PUT /v2.0/routers/3572a516-5dc8-44ff-9dc3-c9c54edaca3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7976117 Jun 14 18:36:16.338601 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-1d80cdfb-4f11-491f-8f1e-324f3e67d699 None None] Port a1c2c898-890a-4c23-8a50-aaba4e015814 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:36:16.761502 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 34232) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:16.766444 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-f03cfe0b-60e0-4475-9616-16773c5ad28f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112180450', 'description': 'tempest-secgroup-smoke-1112180450 description', 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:16.888379 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f03cfe0b-60e0-4475-9616-16773c5ad28f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:16.908226 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:16.978931 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f03cfe0b-60e0-4475-9616-16773c5ad28f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group (ecab05c3-61db-472a-9535-33860ce7cbc7), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.083599 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f03cfe0b-60e0-4475-9616-16773c5ad28f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (ecab05c3-61db-472a-9535-33860ce7cbc7), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.126045 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cfe0b-60e0-4475-9616-16773c5ad28f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecab05c3-61db-472a-9535-33860ce7cbc7,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:17.175595 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-f03cfe0b-60e0-4475-9616-16773c5ad28f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.177107 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-f03cfe0b-60e0-4475-9616-16773c5ad28f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4144626 Jun 14 18:36:17.180054 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 34234) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:17.185104 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-dc339520-bc37-47d9-82c9-a7ef64be78bb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'security_group_rule': {'security_group_id': 'ecab05c3-61db-472a-9535-33860ce7cbc7', 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:17.289157 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 24d9acd3-1283-41d8-9060-9b2028b54de1 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:36:17.297071 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dc339520-bc37-47d9-82c9-a7ef64be78bb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (aec3ff5e-0418-42aa-aa32-c7d63f537041), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.354939 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 24d9acd3-1283-41d8-9060-9b2028b54de1 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:17.355532 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.375207 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dc339520-bc37-47d9-82c9-a7ef64be78bb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (aec3ff5e-0418-42aa-aa32-c7d63f537041), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.437893 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dc339520-bc37-47d9-82c9-a7ef64be78bb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (aec3ff5e-0418-42aa-aa32-c7d63f537041), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.486332 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc339520-bc37-47d9-82c9-a7ef64be78bb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec3ff5e-0418-42aa-aa32-c7d63f537041,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:17.495320 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 24d9acd3-1283-41d8-9060-9b2028b54de1 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:17.496551 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.520544 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] For port 24d9acd3-1283-41d8-9060-9b2028b54de1, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=24d9acd3-1283-41d8-9060-9b2028b54de1,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:36:17.560884 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-dc339520-bc37-47d9-82c9-a7ef64be78bb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.562354 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-dc339520-bc37-47d9-82c9-a7ef64be78bb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3812795 Jun 14 18:36:17.573013 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 34238) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:17.578171 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-0bc93ae5-2f17-473d-89c4-70311e48dcfc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'security_group_rule': {'security_group_id': 'ecab05c3-61db-472a-9535-33860ce7cbc7', 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:17.586309 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.639100 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Pushing event updated for resources: {'Port': ['ID=24d9acd3-1283-41d8-9060-9b2028b54de1,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:17.730005 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0bc93ae5-2f17-473d-89c4-70311e48dcfc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (87a56f74-cede-4717-8dea-510cd2568286), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.804779 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0bc93ae5-2f17-473d-89c4-70311e48dcfc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (87a56f74-cede-4717-8dea-510cd2568286), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.877475 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0bc93ae5-2f17-473d-89c4-70311e48dcfc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (87a56f74-cede-4717-8dea-510cd2568286), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.899987 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc93ae5-2f17-473d-89c4-70311e48dcfc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a56f74-cede-4717-8dea-510cd2568286,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:17.966557 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0bc93ae5-2f17-473d-89c4-70311e48dcfc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:17.967927 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-0bc93ae5-2f17-473d-89c4-70311e48dcfc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3937457 Jun 14 18:36:17.970782 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 34240) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:17.975865 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-f2dca4b8-1b58-4375-b138-6ee9ad783812 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'security_group_rule': {'security_group_id': 'ecab05c3-61db-472a-9535-33860ce7cbc7', 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:18.055905 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f2dca4b8-1b58-4375-b138-6ee9ad783812 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (e99af083-7240-4c6a-b93b-283bcaf89265), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:18.126353 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f2dca4b8-1b58-4375-b138-6ee9ad783812 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (e99af083-7240-4c6a-b93b-283bcaf89265), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:18.192402 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f2dca4b8-1b58-4375-b138-6ee9ad783812 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (e99af083-7240-4c6a-b93b-283bcaf89265), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:18.214369 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dca4b8-1b58-4375-b138-6ee9ad783812 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99af083-7240-4c6a-b93b-283bcaf89265,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:18.285558 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f2dca4b8-1b58-4375-b138-6ee9ad783812 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:18.289626 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 34242) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:18.296996 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-f2dca4b8-1b58-4375-b138-6ee9ad783812 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3246083 Jun 14 18:36:18.298861 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-934fb276-f776-4dd2-a251-ebdc696583ea tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'security_group_rule': {'security_group_id': 'ecab05c3-61db-472a-9535-33860ce7cbc7', 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:18.323609 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Sync routers for ids ['3572a516-5dc8-44ff-9dc3-c9c54edaca3e'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:36:18.337856 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Routers {'3572a516-5dc8-44ff-9dc3-c9c54edaca3e'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:36:18.339601 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:36:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['3572a516-5dc8-44ff-9dc3-c9c54edaca3e'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:18.422153 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-934fb276-f776-4dd2-a251-ebdc696583ea tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (fee9681c-2f3d-45ac-9ee7-de814b0f8f38), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:18.445720 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Set router 3572a516-5dc8-44ff-9dc3-c9c54edaca3e gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:36:18.499021 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:18.562882 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-934fb276-f776-4dd2-a251-ebdc696583ea tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (fee9681c-2f3d-45ac-9ee7-de814b0f8f38), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:18.651676 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:18.655099 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-934fb276-f776-4dd2-a251-ebdc696583ea tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (fee9681c-2f3d-45ac-9ee7-de814b0f8f38), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:18.686167 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'name': 'tempest-TestVolumeBootPattern-1237843172-router', 'tenant_id': 'c522e84098634927a870310b09185aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:10Z', 'updated_at': '2022-06-14T18:36:15Z', 'revision_number': 4, 'project_id': 'c522e84098634927a870310b09185aed', 'gw_port': {'id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:11Z', 'updated_at': '2022-06-14T18:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'a1c2c898-890a-4c23-8a50-aaba4e015814', 'name': '', 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26', 'tenant_id': 'c522e84098634927a870310b09185aed', 'mac_address': 'fa:16:3e:97:c1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'e86a6698-3e2c-4a3c-b1e7-1b7045133b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:14Z', 'updated_at': '2022-06-14T18:36:15Z', 'revision_number': 2, 'project_id': 'c522e84098634927a870310b09185aed', 'subnets': [{'id': 'e86a6698-3e2c-4a3c-b1e7-1b7045133b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:18.688032 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fb276-f776-4dd2-a251-ebdc696583ea tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee9681c-2f3d-45ac-9ee7-de814b0f8f38,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:18.711225 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Checking router: 3572a516-5dc8-44ff-9dc3-c9c54edaca3e for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:36:18.711678 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Updating router 3572a516-5dc8-44ff-9dc3-c9c54edaca3e port a1c2c898-890a-4c23-8a50-aaba4e015814 binding host dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 18:36:18.742223 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:18.765673 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-934fb276-f776-4dd2-a251-ebdc696583ea tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:18.770908 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 34246) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:18.771467 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-934fb276-f776-4dd2-a251-ebdc696583ea tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4781139 Jun 14 18:36:18.776824 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [None req-332e891d-1242-4023-9093-a41c208de59e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'security_group_rule': {'security_group_id': 'ecab05c3-61db-472a-9535-33860ce7cbc7', 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:18.866650 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.securitygroups_db [None req-332e891d-1242-4023-9093-a41c208de59e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Project 4c8c7a8868b741feb66d6a3b8c761d9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 18:36:18.874559 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-332e891d-1242-4023-9093-a41c208de59e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (156d126a-596d-44cd-8888-ad448e1565fd), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:18.950516 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-332e891d-1242-4023-9093-a41c208de59e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (156d126a-596d-44cd-8888-ad448e1565fd), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.037652 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-332e891d-1242-4023-9093-a41c208de59e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (156d126a-596d-44cd-8888-ad448e1565fd), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.054129 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Publish callbacks [] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), precommit_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.065928 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e891d-1242-4023-9093-a41c208de59e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156d126a-596d-44cd-8888-ad448e1565fd,revision_number=0']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:19.163557 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.165275 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-332e891d-1242-4023-9093-a41c208de59e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.169961 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 34248) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:19.170477 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-332e891d-1242-4023-9093-a41c208de59e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3972909 Jun 14 18:36:19.175899 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-bccf2f32-68a6-4be2-9d96-9cef60496d62 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'security_group_rule': {'security_group_id': 'ecab05c3-61db-472a-9535-33860ce7cbc7', 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:19.217655 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:19.217655 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5e673-02a0-402b-a6b9-4f197e3624c2 None None] Pushing event updated for resources: {'Port': ['ID=a1c2c898-890a-4c23-8a50-aaba4e015814,revision_number=3']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:19.308144 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.securitygroups_db [None req-bccf2f32-68a6-4be2-9d96-9cef60496d62 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Project 4c8c7a8868b741feb66d6a3b8c761d9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 18:36:19.322211 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bccf2f32-68a6-4be2-9d96-9cef60496d62 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (e05f7ec4-4c72-4062-8cdd-6ff5fff5d02d), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.323163 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Attempting to bind port a1c2c898-890a-4c23-8a50-aaba4e015814 on host dv-cinder-844563-2-iscsi for vnic_type normal with profile {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:36:19.325208 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Attempting to bind port a1c2c898-890a-4c23-8a50-aaba4e015814 by drivers openvswitch,hyperv on host dv-cinder-844563-2-iscsi at level 0 using segments [{'id': '5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26'}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:36:19.325208 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Attempting to bind port a1c2c898-890a-4c23-8a50-aaba4e015814 on network 94ef9a79-8f3a-48cb-bfda-59ff739aca26 {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:36:19.335300 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Checking agent: {'id': 'ed0852a4-de63-481b-b460-5179d6c6a8dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 18, 35), 'started_at': datetime.datetime(2022, 6, 14, 18, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:36:19.335300 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Checking segment: {'id': '5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:36:19.335685 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.336681 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Bound using segment: {'id': '5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26'} {{(pid=104775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:36:19.337238 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.managers [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Bound port: a1c2c898-890a-4c23-8a50-aaba4e015814, host: dv-cinder-844563-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26'}}] {{(pid=104775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:36:19.337654 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), before_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.348977 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 24d9acd3-1283-41d8-9060-9b2028b54de1 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:36:19.447528 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port 24d9acd3-1283-41d8-9060-9b2028b54de1 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:19.449001 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.456062 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bccf2f32-68a6-4be2-9d96-9cef60496d62 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (e05f7ec4-4c72-4062-8cdd-6ff5fff5d02d), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.488131 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] For port a1c2c898-890a-4c23-8a50-aaba4e015814, host dv-cinder-844563-2-iscsi, cleared binding levels {{(pid=104775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:36:19.492127 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.plugins.ml2.db [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] For port a1c2c898-890a-4c23-8a50-aaba4e015814, host dv-cinder-844563-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=a1c2c898-890a-4c23-8a50-aaba4e015814,segment=NetworkSegment(5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f),segment_id=5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f)] {{(pid=104775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:36:19.524674 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bccf2f32-68a6-4be2-9d96-9cef60496d62 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522013'] for security_group_rule (e05f7ec4-4c72-4062-8cdd-6ff5fff5d02d), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.586671 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron_lib.callbacks.manager [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), after_update {{(pid=104775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.591324 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf2f32-68a6-4be2-9d96-9cef60496d62 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05f7ec4-4c72-4062-8cdd-6ff5fff5d02d,revision_number=0']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:19.612587 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port 24d9acd3-1283-41d8-9060-9b2028b54de1 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:19.638044 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-92bfa6af-3365-474c-a566-c68dbf9c4391 None None] Provisioning complete for port a1c2c898-890a-4c23-8a50-aaba4e015814 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:19.639992 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-92bfa6af-3365-474c-a566-c68dbf9c4391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.673661 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-bccf2f32-68a6-4be2-9d96-9cef60496d62 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.675731 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-bccf2f32-68a6-4be2-9d96-9cef60496d62 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5036509 Jun 14 18:36:19.720265 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5e673-02a0-402b-a6b9-4f197e3624c2 None None] Pushing event updated for resources: {'Port': ['ID=a1c2c898-890a-4c23-8a50-aaba4e015814,revision_number=4']} {{(pid=104775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:19.754565 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Routers {'3572a516-5dc8-44ff-9dc3-c9c54edaca3e'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:36:19.758031 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:36:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['3572a516-5dc8-44ff-9dc3-c9c54edaca3e'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:19.762841 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-92bfa6af-3365-474c-a566-c68dbf9c4391 None None] Current status of the port a1c2c898-890a-4c23-8a50-aaba4e015814 is: DOWN; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:19.763244 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-92bfa6af-3365-474c-a566-c68dbf9c4391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.830827 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-92bfa6af-3365-474c-a566-c68dbf9c4391 None None] For port a1c2c898-890a-4c23-8a50-aaba4e015814, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=a1c2c898-890a-4c23-8a50-aaba4e015814,segment=NetworkSegment(5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f),segment_id=5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:36:19.906403 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-92bfa6af-3365-474c-a566-c68dbf9c4391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:19.977604 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] Set router 3572a516-5dc8-44ff-9dc3-c9c54edaca3e gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:36:20.018481 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfa6af-3365-474c-a566-c68dbf9c4391 None None] Pushing event updated for resources: {'Port': ['ID=a1c2c898-890a-4c23-8a50-aaba4e015814,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:20.043029 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-fae45c2b-3235-4cf7-a67e-b4bee1f8893a None None] Provisioning complete for port a1c2c898-890a-4c23-8a50-aaba4e015814 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:20.043712 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fae45c2b-3235-4cf7-a67e-b4bee1f8893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:20.145544 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-fae45c2b-3235-4cf7-a67e-b4bee1f8893a None None] Current status of the port a1c2c898-890a-4c23-8a50-aaba4e015814 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:20.291988 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'name': 'tempest-TestVolumeBootPattern-1237843172-router', 'tenant_id': 'c522e84098634927a870310b09185aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:10Z', 'updated_at': '2022-06-14T18:36:15Z', 'revision_number': 4, 'project_id': 'c522e84098634927a870310b09185aed', 'gw_port': {'id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:11Z', 'updated_at': '2022-06-14T18:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'a1c2c898-890a-4c23-8a50-aaba4e015814', 'name': '', 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26', 'tenant_id': 'c522e84098634927a870310b09185aed', 'mac_address': 'fa:16:3e:97:c1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'e86a6698-3e2c-4a3c-b1e7-1b7045133b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:14Z', 'updated_at': '2022-06-14T18:36:19Z', 'revision_number': 4, 'project_id': 'c522e84098634927a870310b09185aed', 'subnets': [{'id': 'e86a6698-3e2c-4a3c-b1e7-1b7045133b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:20.311416 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5498857-e1fb-4c88-a603-b5115d336a43 None None] The sync data for ids ['3572a516-5dc8-44ff-9dc3-c9c54edaca3e'] in dv-cinder-844563-2-iscsi is: [{'id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'name': 'tempest-TestVolumeBootPattern-1237843172-router', 'tenant_id': 'c522e84098634927a870310b09185aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:10Z', 'updated_at': '2022-06-14T18:36:15Z', 'revision_number': 4, 'project_id': 'c522e84098634927a870310b09185aed', 'gw_port': {'id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:11Z', 'updated_at': '2022-06-14T18:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': 'a1c2c898-890a-4c23-8a50-aaba4e015814', 'name': '', 'network_id': '94ef9a79-8f3a-48cb-bfda-59ff739aca26', 'tenant_id': 'c522e84098634927a870310b09185aed', 'mac_address': 'fa:16:3e:97:c1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'e86a6698-3e2c-4a3c-b1e7-1b7045133b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:14Z', 'updated_at': '2022-06-14T18:36:19Z', 'revision_number': 4, 'project_id': 'c522e84098634927a870310b09185aed', 'subnets': [{'id': 'e86a6698-3e2c-4a3c-b1e7-1b7045133b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:36:21.278439 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device a1c2c898-890a-4c23-8a50-aaba4e015814 up at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:36:21.480197 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Provisioning complete for port a1c2c898-890a-4c23-8a50-aaba4e015814 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:21.480483 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:21.506489 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:21.521874 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:21.565968 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Current status of the port a1c2c898-890a-4c23-8a50-aaba4e015814 is: ACTIVE; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:36:29.069400 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=45,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:29.070642 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=73,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:29.604987 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=50,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:29.608335 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=20,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:29.906291 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-03398c10-2f49-479d-9054-4670d02b1d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:32.260568 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f8a3c4ad-9d61-4be1-99ef-24d9c0e05ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:32.940245 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:36:33.049112 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:33.174328 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:34.848264 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:35.134037 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:36.860679 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:39.133794 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 34476) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:39.179921 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_v2 [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Deleting subnet 960b56a7-d1ee-4615-b75e-0ff79f1307d5 {{(pid=104773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:36:39.184044 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Publish callbacks [] for subnet (960b56a7-d1ee-4615-b75e-0ff79f1307d5), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:39.220075 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2193839'] for subnet (960b56a7-d1ee-4615-b75e-0ff79f1307d5), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:39.266172 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (960b56a7-d1ee-4615-b75e-0ff79f1307d5), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:39.425417 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2781220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2984236'] for subnet (960b56a7-d1ee-4615-b75e-0ff79f1307d5), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:39.453824 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960b56a7-d1ee-4615-b75e-0ff79f1307d5,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:39.458875 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:39.462050 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/960b56a7-d1ee-4615-b75e-0ff79f1307d5 HTTP/1.1" status: 204 len: 168 time: 0.3272281 Jun 14 18:36:39.467816 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 34478) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:39.468414 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.468528 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.468800 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.469302 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.469685 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.470042 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.470373 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.470702 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.471031 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.471360 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.471713 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.472013 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.473819 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.474169 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.474507 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc6ddf-0ed4-4492-a29c-e9420e90f692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:39.581791 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (91c5a939-2b5d-4f8f-b89e-1ae52321b35f), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:39.666015 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (91c5a939-2b5d-4f8f-b89e-1ae52321b35f), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:39.687428 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c5a939-2b5d-4f8f-b89e-1ae52321b35f']}} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:39.696596 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39a6156-f853-4419-9882-e422c121208f') {'for_net_delete': True} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:39.696958 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39a6156-f853-4419-9882-e422c121208f') {} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:36:39.706585 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126609713'] for segment (a39a6156-f853-4419-9882-e422c121208f), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:39.721267 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (a39a6156-f853-4419-9882-e422c121208f), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:39.728279 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=104772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:36:39.728677 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126161806'] for segment (a39a6156-f853-4419-9882-e422c121208f), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:39.756707 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment a39a6156-f853-4419-9882-e422c121208f resource provider aggregate not found Jun 14 18:36:39.804566 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment a39a6156-f853-4419-9882-e422c121208f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a39a6156-f853-4419-9882-e422c121208f found for delete ", "request_id": "req-0cfe5c04-592e-4fd0-a7ca-6be0b0681a41"}]} Jun 14 18:36:39.876580 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (91c5a939-2b5d-4f8f-b89e-1ae52321b35f), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:39.882268 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:39.885262 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] 10.222.0.78 "DELETE /v2.0/networks/91c5a939-2b5d-4f8f-b89e-1ae52321b35f HTTP/1.1" status: 204 len: 168 time: 0.4161937 Jun 14 18:36:39.897901 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2004e-beb7-4e89-abde-eb3f60b7c29b admin admin] Pushing event deleted for resources: {'Network': ['ID=91c5a939-2b5d-4f8f-b89e-1ae52321b35f,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:40.298501 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 34490) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:40.341716 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-bea29f05-94c8-4909-85e1-723e53e20d6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eea5688a5de847c7bb66afa3c46c759a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420082 Jun 14 18:36:40.344078 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 34492) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:36:40.398588 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-45f3bc31-1be6-4f8e-a669-2184ceffbe42 admin admin] Publish callbacks [] for security_group (503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:40.421067 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-45f3bc31-1be6-4f8e-a669-2184ceffbe42 admin admin] Publish callbacks [] for security_group (503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:40.539182 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-45f3bc31-1be6-4f8e-a669-2184ceffbe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:40.541744 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-45f3bc31-1be6-4f8e-a669-2184ceffbe42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:40.543388 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-45f3bc31-1be6-4f8e-a669-2184ceffbe42 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a HTTP/1.1" status: 204 len: 168 time: 0.1984396 Jun 14 18:36:40.551710 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3bc31-1be6-4f8e-a669-2184ceffbe42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503185d8-2d5a-40ef-bb5a-4dfb1c9bd32a,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:42.935906 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=85 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:45.062669 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:49.456554 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:49.458476 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:50.546474 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:50.547588 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:50.568590 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:54.601101 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-bf66661e-37be-40df-aace-3bcf2cda0836 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112180450&fields=id&tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e HTTP/1.1" status: 200 len: 267 time: 0.0448620 Jun 14 18:36:54.715173 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2639017-9287-431b-a34b-24a25664df49 req-c7079126-b7ca-4549-bf1c-007437e6e93f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:54.716624 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-c7079126-b7ca-4549-bf1c-007437e6e93f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 812 time: 0.1092153 Jun 14 18:36:54.731591 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-efe0f1bb-258c-4fee-b047-ec8e22111840 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/quotas/4c8c7a8868b741feb66d6a3b8c761d9e HTTP/1.1" status: 200 len: 375 time: 0.0090194 Jun 14 18:36:54.781889 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-2ef78748-f193-4afa-a147-0c87600a6be6 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445225 Jun 14 18:36:54.881443 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-c83eb4ff-cb6a-4fe1-86e5-b2494d66d291 service neutron] 10.222.0.78 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879810 Jun 14 18:36:54.971654 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-c65b5138-3287-4bfe-8e65-e340b0d4ebc1 service neutron] 10.222.0.78 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845330 Jun 14 18:36:55.558411 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ddf149fe-c36c-47a2-ab1e-9f318a5e9ac1 req-ded8ff5f-8648-456c-a8b5-e7ae26b8ee62 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 210 time: 0.0300016 Jun 14 18:36:56.657134 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2770b7e1-882d-42fe-a9e3-742903ce8978 req-cc8633ca-dbd1-4e0e-a360-d5b721614753 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 210 time: 0.0288682 Jun 14 18:36:57.502095 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2639017-9287-431b-a34b-24a25664df49 req-1b431acf-a75f-4e6d-920b-d3dc56441417 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:57.503563 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-1b431acf-a75f-4e6d-920b-d3dc56441417 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 812 time: 0.1152728 Jun 14 18:36:57.569664 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-188e71d9-f27b-4dd8-8ea2-bbc03565f662 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e HTTP/1.1" status: 200 len: 380 time: 0.0558746 Jun 14 18:36:57.581050 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-a2639017-9287-431b-a34b-24a25664df49 req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'port': {'device_id': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'admin_state_up': True, 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'security_groups': ['ecab05c3-61db-472a-9535-33860ce7cbc7']}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:57.765627 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-06c625c0-23f0-4cba-a3fe-e9b4b6a5399c req-02ef0c7a-c6bc-4fd2-943f-86e043a34240 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 210 time: 0.0336988 Jun 14 18:36:57.772850 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2639017-9287-431b-a34b-24a25664df49 req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Made reservation on behalf of 4c8c7a8868b741feb66d6a3b8c761d9e for: {'port': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:36:57.776355 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-a2639017-9287-431b-a34b-24a25664df49 req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:57.905409 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [req-a2639017-9287-431b-a34b-24a25664df49 req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Allocated IP 172.20.0.4 (5e1d771e-6723-48d3-994d-42a6b0e70992/44ee3593-de13-45fe-841f-10024f03b310/3016db14-1b36-475d-ba0c-3b43b39e932c) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:36:57.949534 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:58.007466 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:58.052659 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-a2639017-9287-431b-a34b-24a25664df49 req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:58.138827 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-a2639017-9287-431b-a34b-24a25664df49 req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:58.188550 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2639017-9287-431b-a34b-24a25664df49 req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Network 5e1d771e-6723-48d3-994d-42a6b0e70992 is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:36:58.194599 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [req-a2639017-9287-431b-a34b-24a25664df49 req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:36:58.198508 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2639017-9287-431b-a34b-24a25664df49 req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:36:58.203298 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'Port': ['ID=3016db14-1b36-475d-ba0c-3b43b39e932c,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:58.238619 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.238966 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.239313 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.239659 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.239992 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.240322 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.240647 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.240972 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.241355 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.241831 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.242159 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.242485 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.242846 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.243172 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.243491 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:36:58.271032 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2639017-9287-431b-a34b-24a25664df49 req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:58.271695 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-a2639017-9287-431b-a34b-24a25664df49 req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:58.381376 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-49d7a048-3ab9-48bc-8c24-39e2796632cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8038855 Jun 14 18:36:58.394359 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Request body: {'port': {'device_id': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:36:58.422639 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-7f9e024f-068d-4d95-9ac7-294c2c6a6624 None None] Provisioning complete for port 3016db14-1b36-475d-ba0c-3b43b39e932c triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:36:58.423254 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7f9e024f-068d-4d95-9ac7-294c2c6a6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:58.456360 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-7f9e024f-068d-4d95-9ac7-294c2c6a6624 None None] Port 3016db14-1b36-475d-ba0c-3b43b39e932c cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:36:58.458707 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:58.727079 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3016db14-1b36-475d-ba0c-3b43b39e932c {{(pid=104772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:36:58.733309 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:58.735395 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Publish callbacks [] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:58.747952 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.provisioning_blocks [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Transition to ACTIVE for port object 3016db14-1b36-475d-ba0c-3b43b39e932c will not be triggered until provisioned by entity L2. {{(pid=104772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:36:58.829923 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126161898'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:58.917350 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Pushing event updated for resources: {'Port': ['ID=3016db14-1b36-475d-ba0c-3b43b39e932c,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:58.935563 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec71e16-28a0-4723-92ab-2ffe3ce087bd req-6dbf3a05-2dfd-49e3-b14b-1d0850d98ad9 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:58.939920 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9ec71e16-28a0-4723-92ab-2ffe3ce087bd req-6dbf3a05-2dfd-49e3-b14b-1d0850d98ad9 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0821805 Jun 14 18:36:59.041870 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9ec71e16-28a0-4723-92ab-2ffe3ce087bd req-24040da4-3a89-40ba-9099-266501e5bfdb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794106 Jun 14 18:36:59.053823 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Attempting to bind port 3016db14-1b36-475d-ba0c-3b43b39e932c on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:36:59.054193 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Attempting to bind port 3016db14-1b36-475d-ba0c-3b43b39e932c by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:36:59.054548 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Attempting to bind port 3016db14-1b36-475d-ba0c-3b43b39e932c on network 5e1d771e-6723-48d3-994d-42a6b0e70992 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:36:59.066467 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Port 3016db14-1b36-475d-ba0c-3b43b39e932c on network 5e1d771e-6723-48d3-994d-42a6b0e70992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:36:59.066788 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Attempting to bind port 3016db14-1b36-475d-ba0c-3b43b39e932c on network 5e1d771e-6723-48d3-994d-42a6b0e70992 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:36:59.075259 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:36:59.075259 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Checking segment: {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:36:59.075259 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Bound using segment: {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:36:59.075259 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Bound port: 3016db14-1b36-475d-ba0c-3b43b39e932c, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'}}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:36:59.075259 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:59.116475 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:36:59.137284 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] For port 3016db14-1b36-475d-ba0c-3b43b39e932c, host hv-cinder-84456, cleared binding levels {{(pid=104772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:36:59.140421 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] For port 3016db14-1b36-475d-ba0c-3b43b39e932c, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3016db14-1b36-475d-ba0c-3b43b39e932c,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:36:59.208122 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126161898'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:59.251928 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:59.252560 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:59.253991 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] 10.222.0.13 "PUT /v2.0/ports/3016db14-1b36-475d-ba0c-3b43b39e932c HTTP/1.1" status: 200 len: 1093 time: 0.8639150 Jun 14 18:36:59.254414 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'tag': '3016db14-1b36-475d-ba0c-3b43b39e932c'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:36:59.256737 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60dbb45-0eee-49d0-ab71-193c70ee5c61" -d '{"events": [{"name": "network-changed", "server_uuid": "c004d7e4-71d3-418b-95f2-736cef250bdc", "tag": "3016db14-1b36-475d-ba0c-3b43b39e932c"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:36:59.280592 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b5d26-de01-45e5-8cb7-2010f5843b4f service neutron] Pushing event updated for resources: {'Port': ['ID=3016db14-1b36-475d-ba0c-3b43b39e932c,revision_number=3']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:36:59.304781 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb85d1bd-2f41-4d95-803a-567cc423b0d9 x-openstack-request-id: req-fb85d1bd-2f41-4d95-803a-567cc423b0d9 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:36:59.305267 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c004d7e4-71d3-418b-95f2-736cef250bdc", "tag": "3016db14-1b36-475d-ba0c-3b43b39e932c", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:36:59.305721 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb85d1bd-2f41-4d95-803a-567cc423b0d9 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:36:59.306313 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb85d1bd-2f41-4d95-803a-567cc423b0d9'] response: {'name': 'network-changed', 'server_uuid': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'tag': '3016db14-1b36-475d-ba0c-3b43b39e932c', 'status': 'completed', 'code': 200} Jun 14 18:36:59.368812 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dbb45-0eee-49d0-ab71-193c70ee5c61 req-6f7a8341-d018-47d8-999d-6cac48fb5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:59.370294 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d60dbb45-0eee-49d0-ab71-193c70ee5c61 req-6f7a8341-d018-47d8-999d-6cac48fb5550 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 1127 time: 0.0426900 Jun 14 18:36:59.483291 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dbb45-0eee-49d0-ab71-193c70ee5c61 req-c9ff4049-e2a3-4fdb-9813-2e6ffaa1617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:59.484742 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d60dbb45-0eee-49d0-ab71-193c70ee5c61 req-c9ff4049-e2a3-4fdb-9813-2e6ffaa1617b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1043062 Jun 14 18:36:59.578083 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dbb45-0eee-49d0-ab71-193c70ee5c61 req-c0c5c480-a136-49ad-8f9b-385648f726c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:59.579529 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d60dbb45-0eee-49d0-ab71-193c70ee5c61 req-c0c5c480-a136-49ad-8f9b-385648f726c2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878642 Jun 14 18:36:59.656603 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2639017-9287-431b-a34b-24a25664df49 req-3f844845-0f80-4ce5-88a5-c464466aaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:59.658374 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-3f844845-0f80-4ce5-88a5-c464466aaf7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 1127 time: 0.0393548 Jun 14 18:36:59.700771 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-7a0b4435-67f3-4525-8e9b-2927d2ad40a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3016db14-1b36-475d-ba0c-3b43b39e932c HTTP/1.1" status: 200 len: 217 time: 0.0346849 Jun 14 18:36:59.751997 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2639017-9287-431b-a34b-24a25664df49 req-4f1c2de2-b6d9-4636-b6fd-52de5723153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:59.753494 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-4f1c2de2-b6d9-4636-b6fd-52de5723153b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0455847 Jun 14 18:36:59.800292 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2639017-9287-431b-a34b-24a25664df49 req-38f3b7ab-63a7-40d1-88f0-608259145ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:36:59.801833 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-38f3b7ab-63a7-40d1-88f0-608259145ccb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420887 Jun 14 18:36:59.852576 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-36c15079-893a-4341-98a8-c2675795e240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:36:59.897189 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-594bb510-8c4f-4901-85a2-0d4959692a24 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891664 Jun 14 18:36:59.990060 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a2639017-9287-431b-a34b-24a25664df49 req-6a4c774d-568b-4737-a6b5-c5acb4587fa1 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866237 Jun 14 18:37:00.321817 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcc079-3da7-42ea-ad73-cc270abc1cd9 req-c491b93f-db8c-49c9-923e-b72182153dbe tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:00.323298 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eafcc079-3da7-42ea-ad73-cc270abc1cd9 req-c491b93f-db8c-49c9-923e-b72182153dbe tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.2122548 Jun 14 18:37:00.357325 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:00.374710 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eafcc079-3da7-42ea-ad73-cc270abc1cd9 req-3f56cc9e-f1a0-49b6-a7f0-d99d601de7d8 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447361 Jun 14 18:37:01.530847 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdb947-229f-4fd7-a2f9-362c1933375e req-faffa6c1-be4f-4b5a-885a-91bba09551fc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:01.532739 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2ffdb947-229f-4fd7-a2f9-362c1933375e req-faffa6c1-be4f-4b5a-885a-91bba09551fc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0773427 Jun 14 18:37:01.595147 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2ffdb947-229f-4fd7-a2f9-362c1933375e req-f9c92184-1b3b-47e8-8fe7-427cc87e397b tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549769 Jun 14 18:37:02.240938 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-eb4705fe-07d1-44c1-9472-1419a90545de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:02.717662 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec6014-6d6f-4fed-b844-579dd6de6d9d req-e6047706-b72f-4028-927b-fe30d9c5953b tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:02.719246 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-90ec6014-6d6f-4fed-b844-579dd6de6d9d req-e6047706-b72f-4028-927b-fe30d9c5953b tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0493937 Jun 14 18:37:02.778432 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-90ec6014-6d6f-4fed-b844-579dd6de6d9d req-b8604982-6aa4-45ba-8ab6-184011b1f0f5 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488303 Jun 14 18:37:03.075872 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:03.206885 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:03.901158 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13f45f-e9bf-4d52-92de-460efaa3f90b req-0a772d23-c30b-460f-85c7-12caf51afff3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:03.902696 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2e13f45f-e9bf-4d52-92de-460efaa3f90b req-0a772d23-c30b-460f-85c7-12caf51afff3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0495110 Jun 14 18:37:03.955455 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2e13f45f-e9bf-4d52-92de-460efaa3f90b req-816be91f-723f-47a7-97f7-2e7483f1ba22 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464189 Jun 14 18:37:04.869744 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:05.077181 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad38f8-7e53-49cc-afdb-62a1dca2a7bb req-fcf2bbd2-db40-4a15-b471-59c63f78d1b0 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:05.078743 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c8ad38f8-7e53-49cc-afdb-62a1dca2a7bb req-fcf2bbd2-db40-4a15-b471-59c63f78d1b0 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0511341 Jun 14 18:37:05.129356 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-c8ad38f8-7e53-49cc-afdb-62a1dca2a7bb req-a16fa227-52e8-42fb-a2a4-25b4885c6cd9 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450435 Jun 14 18:37:05.178425 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:06.249585 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701369c2-df2d-49be-8910-86465ad2365c req-3ba9a316-56fd-4a33-a08b-216a0b8e7643 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:06.250995 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-701369c2-df2d-49be-8910-86465ad2365c req-3ba9a316-56fd-4a33-a08b-216a0b8e7643 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0477076 Jun 14 18:37:06.302275 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-701369c2-df2d-49be-8910-86465ad2365c req-7e83993a-73ae-4cd7-887a-1f778686e66c tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456607 Jun 14 18:37:07.421208 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5229b20-feaf-4c59-b17f-2ea22a3dad66 req-bf3dd04a-4c09-49b2-aebc-3b85549f502f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:07.422933 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f5229b20-feaf-4c59-b17f-2ea22a3dad66 req-bf3dd04a-4c09-49b2-aebc-3b85549f502f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0524859 Jun 14 18:37:07.474193 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f5229b20-feaf-4c59-b17f-2ea22a3dad66 req-37315cb5-adae-44be-a766-74fe90d38077 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455387 Jun 14 18:37:08.590213 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd29bd5-40cd-4867-bbc9-56bd8416c199 req-563833e3-6586-4847-9d09-20569c2c2322 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:08.592184 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ddd29bd5-40cd-4867-bbc9-56bd8416c199 req-563833e3-6586-4847-9d09-20569c2c2322 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0478146 Jun 14 18:37:08.629109 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:08.647554 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ddd29bd5-40cd-4867-bbc9-56bd8416c199 req-8cfa35d0-318b-468a-8394-647ddc3bdebf tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490696 Jun 14 18:37:09.764303 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27235636-7b03-4e81-9e7c-70aa65b7efd5 req-820c6598-32c4-4e69-b762-4f2d7abf34fc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:09.765822 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-27235636-7b03-4e81-9e7c-70aa65b7efd5 req-820c6598-32c4-4e69-b762-4f2d7abf34fc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0481160 Jun 14 18:37:09.816626 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-27235636-7b03-4e81-9e7c-70aa65b7efd5 req-a78cf3fc-3d8f-4693-8b24-e25681afa893 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450103 Jun 14 18:37:09.940937 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:37:10.944111 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f439c2-6401-4d3d-8e48-4dedcb8f7254 req-7d543e6b-4617-4b76-b167-afb30ff2428f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:10.945783 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-31f439c2-6401-4d3d-8e48-4dedcb8f7254 req-7d543e6b-4617-4b76-b167-afb30ff2428f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0545075 Jun 14 18:37:11.011016 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-31f439c2-6401-4d3d-8e48-4dedcb8f7254 req-55efb250-73f9-419d-a832-3e8d5ff52e5c tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532355 Jun 14 18:37:12.127829 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073a886-7ae6-49c0-841d-83825187e16d req-eb76b3c8-e324-471b-bec3-645eec95ca8f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:12.129500 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b073a886-7ae6-49c0-841d-83825187e16d req-eb76b3c8-e324-471b-bec3-645eec95ca8f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0477853 Jun 14 18:37:12.210843 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b073a886-7ae6-49c0-841d-83825187e16d req-e2e117f4-f523-4e69-ade6-8e92d5d6e578 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754910 Jun 14 18:37:13.324716 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324312e-7e4f-4030-a4c0-9c8cbd0b0685 req-15c12154-2de4-49bd-8b1b-c063bed9692e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:13.326491 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a324312e-7e4f-4030-a4c0-9c8cbd0b0685 req-15c12154-2de4-49bd-8b1b-c063bed9692e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0472698 Jun 14 18:37:13.376914 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a324312e-7e4f-4030-a4c0-9c8cbd0b0685 req-0c1a1105-039f-4afa-9ee0-703f32dd5eae tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449693 Jun 14 18:37:14.491471 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3704cc8-98f8-4da9-9e74-7d6cab40253f req-d09b7c27-c84b-4e08-ab21-6e3e120759c3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:14.492866 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e3704cc8-98f8-4da9-9e74-7d6cab40253f req-d09b7c27-c84b-4e08-ab21-6e3e120759c3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0479300 Jun 14 18:37:14.544048 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e3704cc8-98f8-4da9-9e74-7d6cab40253f req-a035ccce-f929-4449-89a6-48ffe4891579 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 Jun 14 18:37:14.873733 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5bf7915-8394-4ae1-9efc-1e4cd3a53767 req-b0538068-1cb2-46b6-80c4-d88d84fd7eed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420928 Jun 14 18:37:14.958201 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf7915-8394-4ae1-9efc-1e4cd3a53767 req-862748c9-71ae-44da-bdb8-219fe7b67bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:14.959729 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5bf7915-8394-4ae1-9efc-1e4cd3a53767 req-862748c9-71ae-44da-bdb8-219fe7b67bfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64f290418a3e42ba962a70a5af666a9d&device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 1130 time: 0.0415592 Jun 14 18:37:15.063674 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:15.066123 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:15.075115 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf7915-8394-4ae1-9efc-1e4cd3a53767 req-b5216048-720d-41f3-b1f0-a64c912e3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:15.076701 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5bf7915-8394-4ae1-9efc-1e4cd3a53767 req-b5216048-720d-41f3-b1f0-a64c912e3d62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 HTTP/1.1" status: 200 len: 915 time: 0.0962217 Jun 14 18:37:15.120578 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5bf7915-8394-4ae1-9efc-1e4cd3a53767 req-6a697055-96f0-4aba-a977-ffc6122c80fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4e3043d-10d0-4d1c-922a-cab5ae2a715a HTTP/1.1" status: 200 len: 217 time: 0.0376382 Jun 14 18:37:15.174312 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf7915-8394-4ae1-9efc-1e4cd3a53767 req-91396d59-c61a-4e73-be1e-59e34a015247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:15.175812 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5bf7915-8394-4ae1-9efc-1e4cd3a53767 req-91396d59-c61a-4e73-be1e-59e34a015247 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=137a9db1-2b02-4602-ab19-e67d2f1cd7dc HTTP/1.1" status: 200 len: 854 time: 0.0490983 Jun 14 18:37:15.206737 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5bf7915-8394-4ae1-9efc-1e4cd3a53767 req-d2b98b24-7b19-41e8-8e4e-b47e7bc3ab0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92bd074-bf0b-4285-9cfe-d2dccb2d2e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255277 Jun 14 18:37:15.315527 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5bf7915-8394-4ae1-9efc-1e4cd3a53767 req-dc999500-7a8b-48e5-991e-e421a58e322b service neutron] 10.222.0.13 "GET /v2.0/networks/b92bd074-bf0b-4285-9cfe-d2dccb2d2e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029618 Jun 14 18:37:15.473410 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d5bf7915-8394-4ae1-9efc-1e4cd3a53767 req-b2a03265-eb0c-47b8-876d-c09f1872141b service neutron] 10.222.0.13 "GET /v2.0/networks/b92bd074-bf0b-4285-9cfe-d2dccb2d2e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519697 Jun 14 18:37:15.661422 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ccc9-f694-4b46-b433-3e659e336773 req-33124fa4-96cc-450b-a154-850a5bd879ad tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:15.663097 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3ff2ccc9-f694-4b46-b433-3e659e336773 req-33124fa4-96cc-450b-a154-850a5bd879ad tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0492520 Jun 14 18:37:15.716916 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3ff2ccc9-f694-4b46-b433-3e659e336773 req-cead4f07-2286-4647-ab21-526338acd821 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478859 Jun 14 18:37:15.859836 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d34c8-e045-4932-a758-e72c326cd30c req-b62e8a09-3364-4944-a7d6-c141aadebe84 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:15.861486 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a14d34c8-e045-4932-a758-e72c326cd30c req-b62e8a09-3364-4944-a7d6-c141aadebe84 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 946 time: 0.0544207 Jun 14 18:37:15.914036 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a14d34c8-e045-4932-a758-e72c326cd30c req-d3627f02-73c6-46b1-b10e-d8b94c6e9bfc tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464339 Jun 14 18:37:16.829230 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:16.843760 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aa5b6-3869-4810-874b-4415b3ddda70 req-cebe6b12-e656-4b4e-a979-c18ff6f8152a tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:16.845336 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-654aa5b6-3869-4810-874b-4415b3ddda70 req-cebe6b12-e656-4b4e-a979-c18ff6f8152a tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 943 time: 0.0536137 Jun 14 18:37:16.865668 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 3016db14-1b36-475d-ba0c-3b43b39e932c details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:37:16.901707 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-654aa5b6-3869-4810-874b-4415b3ddda70 req-08adc1a9-1cd8-4cde-8267-3ef5833dfb48 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504010 Jun 14 18:37:16.983531 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 3016db14-1b36-475d-ba0c-3b43b39e932c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3016db14-1b36-475d-ba0c-3b43b39e932c,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:37:16.996304 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '3016db14-1b36-475d-ba0c-3b43b39e932c', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'port_id': '3016db14-1b36-475d-ba0c-3b43b39e932c', 'mac_address': 'fa:16:3e:76:b1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:37:17.035026 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 3016db14-1b36-475d-ba0c-3b43b39e932c is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:37:17.035252 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:17.039572 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0d803-80c7-4950-b016-6226e746eebb req-11efb70e-63f5-4496-8b84-fe7d6ef92fd9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:17.041269 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d1a0d803-80c7-4950-b016-6226e746eebb req-11efb70e-63f5-4496-8b84-fe7d6ef92fd9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 946 time: 0.0495045 Jun 14 18:37:17.050941 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3016db14-1b36-475d-ba0c-3b43b39e932c {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:37:17.073391 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 3016db14-1b36-475d-ba0c-3b43b39e932c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3016db14-1b36-475d-ba0c-3b43b39e932c,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:37:17.093513 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d1a0d803-80c7-4950-b016-6226e746eebb req-935c8577-4c8d-428c-b7f1-0fc8a1ba050d tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442910 Jun 14 18:37:17.160148 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:17.207151 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=3016db14-1b36-475d-ba0c-3b43b39e932c,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:17.214323 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.220292 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:17.382883 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['3016db14-1b36-475d-ba0c-3b43b39e932c'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:37:17.579970 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8f9ea-547c-44e6-abd3-6c7671741ff9 req-f606cd9f-4e89-481a-aee4-932759f83d91 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:17.581421 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c5d8f9ea-547c-44e6-abd3-6c7671741ff9 req-f606cd9f-4e89-481a-aee4-932759f83d91 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.13 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 946 time: 0.0490277 Jun 14 18:37:17.668170 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-c5d8f9ea-547c-44e6-abd3-6c7671741ff9 req-93c97830-6363-4742-86fd-254813a3eb55 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Deleting port c4e3043d-10d0-4d1c-922a-cab5ae2a715a {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:37:17.668511 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c5d8f9ea-547c-44e6-abd3-6c7671741ff9 req-93c97830-6363-4742-86fd-254813a3eb55 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:17.759104 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:17.761003 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-c5d8f9ea-547c-44e6-abd3-6c7671741ff9 req-93c97830-6363-4742-86fd-254813a3eb55 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] For port c4e3043d-10d0-4d1c-922a-cab5ae2a715a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c4e3043d-10d0-4d1c-922a-cab5ae2a715a,segment=NetworkSegment(ba818bc7-bf98-40b6-a845-e0bd2da7dcf1),segment_id=ba818bc7-bf98-40b6-a845-e0bd2da7dcf1)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:37:17.761369 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c5d8f9ea-547c-44e6-abd3-6c7671741ff9 req-93c97830-6363-4742-86fd-254813a3eb55 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:17.775791 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-c5d8f9ea-547c-44e6-abd3-6c7671741ff9 req-93c97830-6363-4742-86fd-254813a3eb55 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Calling delete_port for c4e3043d-10d0-4d1c-922a-cab5ae2a715a owned by compute:nova {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:37:17.977526 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c5d8f9ea-547c-44e6-abd3-6c7671741ff9 req-93c97830-6363-4742-86fd-254813a3eb55 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (c4e3043d-10d0-4d1c-922a-cab5ae2a715a), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:17.988981 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['c4e3043d-10d0-4d1c-922a-cab5ae2a715a'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:37:18.017657 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c97830-6363-4742-86fd-254813a3eb55 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Pushing event deleted for resources: {'Port': ['ID=c4e3043d-10d0-4d1c-922a-cab5ae2a715a,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:18.089417 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d8f9ea-547c-44e6-abd3-6c7671741ff9 req-93c97830-6363-4742-86fd-254813a3eb55 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] No DVR routers for this DVR port c4e3043d-10d0-4d1c-922a-cab5ae2a715a on host hv-cinder-84456 {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:37:18.099265 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daf742-0030-42f0-acc9-87a2698b20fa req-f3fcf2d6-74ac-4a5f-bc73-6b4485d0ca68 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:18.099265 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-31daf742-0030-42f0-acc9-87a2698b20fa req-f3fcf2d6-74ac-4a5f-bc73-6b4485d0ca68 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 944 time: 0.1130569 Jun 14 18:37:18.100170 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-c5d8f9ea-547c-44e6-abd3-6c7671741ff9 req-93c97830-6363-4742-86fd-254813a3eb55 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:18.103293 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-c5d8f9ea-547c-44e6-abd3-6c7671741ff9 req-93c97830-6363-4742-86fd-254813a3eb55 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.13 "DELETE /v2.0/ports/c4e3043d-10d0-4d1c-922a-cab5ae2a715a HTTP/1.1" status: 204 len: 173 time: 0.5169654 Jun 14 18:37:18.103742 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5010e30a-74b2-48c7-9200-8bcd689ae716', 'name': 'network-vif-deleted', 'tag': 'c4e3043d-10d0-4d1c-922a-cab5ae2a715a'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:37:18.106029 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd6d1c5-c682-4fde-9350-3bde0a388b62" -d '{"events": [{"server_uuid": "5010e30a-74b2-48c7-9200-8bcd689ae716", "name": "network-vif-deleted", "tag": "c4e3043d-10d0-4d1c-922a-cab5ae2a715a"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:37:18.148657 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f0699b-fbc0-4c29-985f-b1e4693b940f x-openstack-request-id: req-e8f0699b-fbc0-4c29-985f-b1e4693b940f {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:37:18.149026 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5010e30a-74b2-48c7-9200-8bcd689ae716", "name": "network-vif-deleted", "tag": "c4e3043d-10d0-4d1c-922a-cab5ae2a715a", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:37:18.149207 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8f0699b-fbc0-4c29-985f-b1e4693b940f {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:37:18.149627 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f0699b-fbc0-4c29-985f-b1e4693b940f'] response: {'server_uuid': '5010e30a-74b2-48c7-9200-8bcd689ae716', 'name': 'network-vif-deleted', 'tag': 'c4e3043d-10d0-4d1c-922a-cab5ae2a715a', 'status': 'completed', 'code': 200} Jun 14 18:37:18.159953 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-31daf742-0030-42f0-acc9-87a2698b20fa req-5014a448-90cf-4f10-93a4-756b07c6aabd tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504858 Jun 14 18:37:18.249557 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-45f6c405-21f3-473d-9dd9-e55d1ac38097 req-cb5d59d2-9ed8-42df-9844-b9065d8ec1a1 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=5010e30a-74b2-48c7-9200-8bcd689ae716 HTTP/1.1" status: 200 len: 210 time: 0.0382221 Jun 14 18:37:18.882340 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 3016db14-1b36-475d-ba0c-3b43b39e932c up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:37:18.928309 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 3016db14-1b36-475d-ba0c-3b43b39e932c completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:37:19.017196 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 3016db14-1b36-475d-ba0c-3b43b39e932c triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:37:19.017912 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:19.098423 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 3016db14-1b36-475d-ba0c-3b43b39e932c is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:37:19.098872 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:19.129085 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3016db14-1b36-475d-ba0c-3b43b39e932c'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:37:19.131381 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b884c10-8f9b-41f1-9861-6c81fd097c1b" -d '{"events": [{"server_uuid": "c004d7e4-71d3-418b-95f2-736cef250bdc", "name": "network-vif-plugged", "status": "completed", "tag": "3016db14-1b36-475d-ba0c-3b43b39e932c"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:37:19.145289 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 3016db14-1b36-475d-ba0c-3b43b39e932c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3016db14-1b36-475d-ba0c-3b43b39e932c,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:37:19.174666 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a4f712-9558-45e4-9e15-f0c356773151 x-openstack-request-id: req-63a4f712-9558-45e4-9e15-f0c356773151 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:37:19.186134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c004d7e4-71d3-418b-95f2-736cef250bdc", "name": "network-vif-plugged", "status": "completed", "tag": "3016db14-1b36-475d-ba0c-3b43b39e932c", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:37:19.186134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63a4f712-9558-45e4-9e15-f0c356773151 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:37:19.186134 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a4f712-9558-45e4-9e15-f0c356773151'] response: {'server_uuid': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3016db14-1b36-475d-ba0c-3b43b39e932c', 'code': 200} Jun 14 18:37:19.234633 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:19.274563 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:19.282589 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399d37e-d716-4bb3-b8af-f3e6dd81a382 req-df257fbe-83a5-4128-9aac-7ed159ee31a2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:19.285050 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1399d37e-d716-4bb3-b8af-f3e6dd81a382 req-df257fbe-83a5-4128-9aac-7ed159ee31a2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 945 time: 0.0516033 Jun 14 18:37:19.291087 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=3016db14-1b36-475d-ba0c-3b43b39e932c,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:19.345252 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1399d37e-d716-4bb3-b8af-f3e6dd81a382 req-98c3d654-0277-4605-8aa0-1205f0bf7ae8 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541902 Jun 14 18:37:19.652873 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a2aa6-405d-4a67-bcb9-13789239ec9c req-bda5bd2c-f028-4923-a103-0f4463971f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:19.655107 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-420a2aa6-405d-4a67-bcb9-13789239ec9c req-bda5bd2c-f028-4923-a103-0f4463971f8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 1129 time: 0.0842602 Jun 14 18:37:19.700971 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-420a2aa6-405d-4a67-bcb9-13789239ec9c req-f57c4810-76c0-4f4b-b2aa-ba3c0e328afb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396154 Jun 14 18:37:20.484550 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26074e-1d79-46bf-99bb-82523301a510 req-9de53575-d0fc-4042-859b-862c9030fc47 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:20.487206 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9b26074e-1d79-46bf-99bb-82523301a510 req-9de53575-d0fc-4042-859b-862c9030fc47 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 945 time: 0.0661197 Jun 14 18:37:20.571684 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-9b26074e-1d79-46bf-99bb-82523301a510 req-95cccc2b-8d24-486d-b6e8-4c797f60361d tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784345 Jun 14 18:37:20.955356 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 34924) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:37:21.073583 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-17c34b00-37ba-41e6-9443-179cd0df756d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:21.083481 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device c4e3043d-10d0-4d1c-922a-cab5ae2a715a no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:37:21.086880 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:21.104011 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: c4e3043d-10d0-4d1c-922a-cab5ae2a715a {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:37:21.105485 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device c4e3043d-10d0-4d1c-922a-cab5ae2a715a not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:37:21.128648 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:21.159651 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-17c34b00-37ba-41e6-9443-179cd0df756d admin admin] Publish callbacks [] for security_group (3c0f5e91-8b5d-46ff-91f1-548f1ac09a0e), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:21.246184 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-17c34b00-37ba-41e6-9443-179cd0df756d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (3c0f5e91-8b5d-46ff-91f1-548f1ac09a0e), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:21.286112 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c34b00-37ba-41e6-9443-179cd0df756d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0f5e91-8b5d-46ff-91f1-548f1ac09a0e,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:21.291727 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-17c34b00-37ba-41e6-9443-179cd0df756d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d190e77d8824f439cf4074346a73961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353517 Jun 14 18:37:21.294361 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 34928) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:37:21.348762 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c2c-3c63-42c0-91ff-2017f8ac3f90 admin admin] Publish callbacks [] for security_group (3c0f5e91-8b5d-46ff-91f1-548f1ac09a0e), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:21.358055 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:21.373133 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c2c-3c63-42c0-91ff-2017f8ac3f90 admin admin] Publish callbacks [] for security_group (3c0f5e91-8b5d-46ff-91f1-548f1ac09a0e), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:21.532048 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c2c-3c63-42c0-91ff-2017f8ac3f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (3c0f5e91-8b5d-46ff-91f1-548f1ac09a0e), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:21.534713 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e71d9c2c-3c63-42c0-91ff-2017f8ac3f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:21.535937 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-e71d9c2c-3c63-42c0-91ff-2017f8ac3f90 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c0f5e91-8b5d-46ff-91f1-548f1ac09a0e HTTP/1.1" status: 204 len: 168 time: 0.2405691 Jun 14 18:37:21.546938 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d9c2c-3c63-42c0-91ff-2017f8ac3f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0f5e91-8b5d-46ff-91f1-548f1ac09a0e,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:21.655288 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=91 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:21.657615 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:21.695092 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62e14d-ac18-4c75-b767-4a6e8ead8c9d req-56a049a6-bca6-4e5c-99a9-5077ce20288a tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:21.696670 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fb62e14d-ac18-4c75-b767-4a6e8ead8c9d req-56a049a6-bca6-4e5c-99a9-5077ce20288a tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 945 time: 0.0505805 Jun 14 18:37:21.757435 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fb62e14d-ac18-4c75-b767-4a6e8ead8c9d req-98eda13a-5309-40fd-b5c1-aa31bca42d63 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548348 Jun 14 18:37:22.900728 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383c38a-4dc9-4ad1-841a-da801f1a4277 req-0a1ca228-8fe4-4a7e-af2e-3caf1a4f140f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:22.903520 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b383c38a-4dc9-4ad1-841a-da801f1a4277 req-0a1ca228-8fe4-4a7e-af2e-3caf1a4f140f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 945 time: 0.0715022 Jun 14 18:37:22.983251 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-b383c38a-4dc9-4ad1-841a-da801f1a4277 req-da3ae70e-6218-44f0-98c2-759c0789d6c6 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687490 Jun 14 18:37:24.140264 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88887632-6730-4c31-acd4-3c8fc4c7f2bc req-25964be7-714d-4b42-a598-d473b1ab10e6 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:24.141743 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-88887632-6730-4c31-acd4-3c8fc4c7f2bc req-25964be7-714d-4b42-a598-d473b1ab10e6 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 945 time: 0.0622487 Jun 14 18:37:24.195241 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-88887632-6730-4c31-acd4-3c8fc4c7f2bc req-2c313f50-dd47-4cdb-bd43-3381af331585 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475488 Jun 14 18:37:24.316325 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f9ac3-782e-4f29-b7e6-59cd2bf89cde req-1a44ea8b-a454-4a87-bda5-db8d5eefeede tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:24.317806 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-525f9ac3-782e-4f29-b7e6-59cd2bf89cde req-1a44ea8b-a454-4a87-bda5-db8d5eefeede tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 945 time: 0.0503488 Jun 14 18:37:24.367958 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-525f9ac3-782e-4f29-b7e6-59cd2bf89cde req-832f970b-391e-44cb-b428-33830e467bd9 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444391 Jun 14 18:37:24.391265 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 34982) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:37:24.603170 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a06f5-78e8-466a-9761-badb481acd8f tempest-TestVolumeBootPattern-1366406108 tempest-TestVolumeBootPattern-1366406108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:24.605277 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-a69a06f5-78e8-466a-9761-badb481acd8f tempest-TestVolumeBootPattern-1366406108 tempest-TestVolumeBootPattern-1366406108-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 1124 time: 0.2128818 Jun 14 18:37:24.609355 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 34990) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:37:24.614104 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'port_id': '3016db14-1b36-475d-ba0c-3b43b39e932c', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:37:24.732491 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:24.825411 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:24.834396 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=19 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:24.835412 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=15 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:24.954187 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Allocated IP 172.27.0.233 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:37:25.078850 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for port (ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:25.206831 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:25.256879 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:37:25.260302 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:37:25.265673 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:37:25.289296 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'Port': ['ID=ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:25.384255 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-904d1bb3-bf59-4d91-961d-20063aa68cd6 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=02dffb25bc1545c1aef7d52265daadc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395150 Jun 14 18:37:25.888977 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:25.898687 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:25.987309 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-4bcc4a6e-d0db-4877-8b2c-92b615f0544a tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:25.989101 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-4bcc4a6e-d0db-4877-8b2c-92b615f0544a tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5973146 Jun 14 18:37:26.025040 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-3a9d04d7-f5df-48ef-b821-0bc0a27ca238 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/quotas/02dffb25bc1545c1aef7d52265daadc2 HTTP/1.1" status: 200 len: 375 time: 0.0300727 Jun 14 18:37:26.119321 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-375d2e98-91c2-48a7-a583-8694a6281e32 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=02dffb25bc1545c1aef7d52265daadc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860519 Jun 14 18:37:26.197231 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (8098b8d0-8b08-474a-9156-2ea2582a0e5a), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:26.338723 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:26.449522 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ce3e5a43-d8d2-4333-80cd-1c78c059ccb1 req-afab29cc-51a0-466c-aca2-cdf287ebc9cb tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 210 time: 0.0358040 Jun 14 18:37:26.545886 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for port (ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:26.611885 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:26.695186 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'Port': ['ID=ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:26.707300 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (8098b8d0-8b08-474a-9156-2ea2582a0e5a), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:26.805759 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:26.820070 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Floating IP 8098b8d0-8b08-474a-9156-2ea2582a0e5a associated. External IP: 172.27.0.233, port: 3016db14-1b36-475d-ba0c-3b43b39e932c. Jun 14 18:37:27.036936 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:27.041617 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Router 51673af9-295a-4fce-9ca2-703c91a2321f has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:37:27.162746 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:37:27.179200 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e67003d-56b4-4744-932d-2ac6b3c335ee None None] Sync routers for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:37:27.196154 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67003d-56b4-4744-932d-2ac6b3c335ee None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:37:27.197184 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8e67003d-56b4-4744-932d-2ac6b3c335ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:37:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:37:27.293231 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:27.308366 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-8e67003d-56b4-4744-932d-2ac6b3c335ee None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:37:27.327677 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-e74e5411-0991-4b54-b660-d2c46f74faf3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7170272 Jun 14 18:37:27.328324 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'tag': '3016db14-1b36-475d-ba0c-3b43b39e932c'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:37:27.331058 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6221d24-fcf0-4890-9de1-03486e841e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c004d7e4-71d3-418b-95f2-736cef250bdc", "tag": "3016db14-1b36-475d-ba0c-3b43b39e932c"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:37:27.546009 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3e8ba010-f0db-4622-aee0-78be55ae29fd req-f0cfaa0d-a221-48b7-97c0-c2eab67fea26 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 210 time: 0.0291414 Jun 14 18:37:27.547343 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb986fe-7954-485d-b7c0-ef395910fb2a x-openstack-request-id: req-9bb986fe-7954-485d-b7c0-ef395910fb2a {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:37:27.548290 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c004d7e4-71d3-418b-95f2-736cef250bdc", "tag": "3016db14-1b36-475d-ba0c-3b43b39e932c", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:37:27.548547 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9bb986fe-7954-485d-b7c0-ef395910fb2a {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:37:27.548901 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8e67003d-56b4-4744-932d-2ac6b3c335ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '8098b8d0-8b08-474a-9156-2ea2582a0e5a', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': '3016db14-1b36-475d-ba0c-3b43b39e932c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:76:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:37:26Z', 'updated_at': '2022-06-14T18:37:26Z', 'revision_number': 0, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:37:27.549095 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb986fe-7954-485d-b7c0-ef395910fb2a'] response: {'name': 'network-changed', 'server_uuid': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'tag': '3016db14-1b36-475d-ba0c-3b43b39e932c', 'status': 'completed', 'code': 200} Jun 14 18:37:27.576595 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e67003d-56b4-4744-932d-2ac6b3c335ee None None] Checking router: 51673af9-295a-4fce-9ca2-703c91a2321f for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:37:27.586415 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67003d-56b4-4744-932d-2ac6b3c335ee None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:37:27.587079 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8e67003d-56b4-4744-932d-2ac6b3c335ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:37:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:37:27.694674 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-8e67003d-56b4-4744-932d-2ac6b3c335ee None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:37:27.926095 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8e67003d-56b4-4744-932d-2ac6b3c335ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '8098b8d0-8b08-474a-9156-2ea2582a0e5a', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': '3016db14-1b36-475d-ba0c-3b43b39e932c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:76:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:37:26Z', 'updated_at': '2022-06-14T18:37:26Z', 'revision_number': 0, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:37:27.953623 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e67003d-56b4-4744-932d-2ac6b3c335ee None None] The sync data for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi is: [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '8098b8d0-8b08-474a-9156-2ea2582a0e5a', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': '3016db14-1b36-475d-ba0c-3b43b39e932c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:76:b1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:37:26Z', 'updated_at': '2022-06-14T18:37:26Z', 'revision_number': 0, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:37:28.178687 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f876b61b-634b-44cd-b57d-5bfc07423457 None None] New status for floating IP 8098b8d0-8b08-474a-9156-2ea2582a0e5a: ACTIVE {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:37:28.181030 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-fc0fdac5-f78f-4288-9b5a-d187614532d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:28.182804 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-fc0fdac5-f78f-4288-9b5a-d187614532d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 1129 time: 0.0483558 Jun 14 18:37:28.562824 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-425f23fe-4574-41d4-9d4c-0eccd99685dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:28.564370 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-425f23fe-4574-41d4-9d4c-0eccd99685dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 913 time: 0.3752234 Jun 14 18:37:28.636415 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-41bad078-a949-4dc8-9185-79c1946600b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3016db14-1b36-475d-ba0c-3b43b39e932c HTTP/1.1" status: 200 len: 1001 time: 0.0660443 Jun 14 18:37:28.674865 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-424d088e-033d-4a95-8e50-1fcbdf67a08d req-6721f8c7-00e9-44bc-8f60-0c553dfb10e8 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 210 time: 0.0456777 Jun 14 18:37:28.707391 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-54157c62-f816-43a2-bf74-21e70dc9fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:28.712329 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-54157c62-f816-43a2-bf74-21e70dc9fde8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0669177 Jun 14 18:37:28.754566 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-f4b50af4-9c44-40e8-b3cc-264e1a30d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:28.755988 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-f4b50af4-9c44-40e8-b3cc-264e1a30d807 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418081 Jun 14 18:37:28.770431 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-041bce92-d225-48d5-b46d-7c7cd5958cf1 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104772) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:37:28.772088 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-041bce92-d225-48d5-b46d-7c7cd5958cf1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062869 Jun 14 18:37:28.863134 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-de80cd14-3fd8-40b4-8dc5-3c69525593aa service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851929 Jun 14 18:37:29.183776 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d6221d24-fcf0-4890-9de1-03486e841e2b req-74f65269-2812-42b5-af93-ffce44263f34 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296759 Jun 14 18:37:29.232771 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-56d26187-9eb9-4f25-878d-fb1f22a0fa77 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=02dffb25bc1545c1aef7d52265daadc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315969 Jun 14 18:37:29.464658 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-8fa0c3d0-fd65-4da4-a2b1-2b6113664730 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:29.466539 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-8fa0c3d0-fd65-4da4-a2b1-2b6113664730 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305675 Jun 14 18:37:29.478880 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Request body: {'port': {'device_id': 'fc4001b7-e9c8-49b1-a97d-3fc4abde4baa', 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f', 'admin_state_up': True, 'tenant_id': '02dffb25bc1545c1aef7d52265daadc2'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:37:29.501183 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:29.610978 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:29.696801 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ab70b-6b66-4445-b561-e820d1579600 req-684e36d7-a033-47cc-8c24-e82b839dd5c6 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:29.698328 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-684e36d7-a033-47cc-8c24-e82b839dd5c6 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/networks?id=b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 HTTP/1.1" status: 200 len: 814 time: 0.1497271 Jun 14 18:37:29.713550 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-55b649ad-97fc-4d6b-850f-e42d005c08fd tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/quotas/64f290418a3e42ba962a70a5af666a9d HTTP/1.1" status: 200 len: 375 time: 0.0096443 Jun 14 18:37:29.749226 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Made reservation on behalf of 02dffb25bc1545c1aef7d52265daadc2 for: {'port': 1} {{(pid=104772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:37:29.752728 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:29.756114 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-22d345c2-64b5-4315-af97-ce7389e1cf40 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=64f290418a3e42ba962a70a5af666a9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360639 Jun 14 18:37:29.779031 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:29.791134 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-531b15b6-055e-42d5-80bc-6d794f4d07c1 req-4761ae60-45ed-4457-acf2-29aa926334e7 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 210 time: 0.0302780 Jun 14 18:37:29.851282 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-0d39f9cf-b480-46eb-aae0-14da829f894d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:29.902817 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-ce53d3b7-d497-4e72-b642-74545aa6d87e service neutron] 10.222.0.78 "GET /v2.0/networks/b92bd074-bf0b-4285-9cfe-d2dccb2d2e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360686 Jun 14 18:37:29.970364 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Publish callbacks [] for security_group (b1b1c287-946f-4aa0-b5ee-7297901a4be3), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:30.023927 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-d2b51c29-47bb-4676-b58b-caa7b5b2e017 service neutron] 10.222.0.78 "GET /v2.0/networks/b92bd074-bf0b-4285-9cfe-d2dccb2d2e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137342 Jun 14 18:37:30.039935 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (b1b1c287-946f-4aa0-b5ee-7297901a4be3), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:30.105815 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b1c287-946f-4aa0-b5ee-7297901a4be3,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:30.183740 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_common [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Allocated IP 192.168.233.162 (fecfabd2-8d50-47d9-9758-8e92a7ecd50f/65a14b7f-baad-4c4b-9f99-7da4164c61a1/db000776-f235-4bc5-87c6-fd9c05ac20a8) {{(pid=104772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:37:30.277858 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2675e772-e0a2-4041-9eeb-a2e838c11fea req-9aa45020-dca3-4e21-b8c8-37528947e9b3 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 210 time: 0.0325775 Jun 14 18:37:30.310742 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:30.360218 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Publish callbacks [] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:30.469717 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:30.507922 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:30.530755 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Network fecfabd2-8d50-47d9-9758-8e92a7ecd50f is already hosted by enough agents. {{(pid=104772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:37:30.536152 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.base_scheduler [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Resources bound (agent type, host, resource id): {{(pid=104772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:37:30.538453 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Pushing event updated for resources: {'Port': ['ID=db000776-f235-4bc5-87c6-fd9c05ac20a8,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:30.540607 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Received port after_create {{(pid=104772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:37:30.591263 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:30.591924 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:30.694092 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ae1548c9-b572-4327-8baa-0dd30f9d6d07 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2194905 Jun 14 18:37:30.707540 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.v2.base [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Request body: {'port': {'device_id': 'fc4001b7-e9c8-49b1-a97d-3fc4abde4baa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:37:30.777282 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:30.848578 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-377e6f11-537e-4fbd-9006-91dfef5ed32c None None] Provisioning complete for port db000776-f235-4bc5-87c6-fd9c05ac20a8 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:37:30.848578 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-377e6f11-537e-4fbd-9006-91dfef5ed32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:30.893442 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-377e6f11-537e-4fbd-9006-91dfef5ed32c None None] Port db000776-f235-4bc5-87c6-fd9c05ac20a8 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:37:30.969612 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e82b37-d8a8-4699-8973-5dcbd7f61ccf req-3ce92cf0-d501-47ae-a43a-127b4f11174f tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:30.971216 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-62e82b37-d8a8-4699-8973-5dcbd7f61ccf req-3ce92cf0-d501-47ae-a43a-127b4f11174f tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 936 time: 0.0786932 Jun 14 18:37:31.078383 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-62e82b37-d8a8-4699-8973-5dcbd7f61ccf req-de97d6f8-e0ab-4008-b49a-be897306c8b3 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1b1c287-946f-4aa0-b5ee-7297901a4be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999949 Jun 14 18:37:31.143904 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db000776-f235-4bc5-87c6-fd9c05ac20a8 {{(pid=104772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:37:31.151977 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Publish callbacks [] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), precommit_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:31.166045 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.provisioning_blocks [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Transition to ACTIVE for port object db000776-f235-4bc5-87c6-fd9c05ac20a8 will not be triggered until provisioned by entity L2. {{(pid=104772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:37:31.280575 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126161898'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:31.331599 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Pushing event updated for resources: {'Port': ['ID=db000776-f235-4bc5-87c6-fd9c05ac20a8,revision_number=2']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:31.395808 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-38dbb2b3-b9c7-4129-8251-73e1da0a8dd2 req-caebe3ec-a85a-46a6-9c46-aa5b7feb1add tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 210 time: 0.0362537 Jun 14 18:37:31.421682 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Attempting to bind port db000776-f235-4bc5-87c6-fd9c05ac20a8 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:37:31.422063 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Attempting to bind port db000776-f235-4bc5-87c6-fd9c05ac20a8 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'e25aa7bb-4f91-48f4-b50a-c1b587434ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f'}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:37:31.422410 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Attempting to bind port db000776-f235-4bc5-87c6-fd9c05ac20a8 on network fecfabd2-8d50-47d9-9758-8e92a7ecd50f {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:37:31.428254 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Port db000776-f235-4bc5-87c6-fd9c05ac20a8 on network fecfabd2-8d50-47d9-9758-8e92a7ecd50f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:37:31.428254 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Attempting to bind port db000776-f235-4bc5-87c6-fd9c05ac20a8 on network fecfabd2-8d50-47d9-9758-8e92a7ecd50f {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:37:31.434237 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:37:31.434600 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Checking segment: {'id': 'e25aa7bb-4f91-48f4-b50a-c1b587434ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:37:31.435000 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Bound using segment: {'id': 'e25aa7bb-4f91-48f4-b50a-c1b587434ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f'} {{(pid=104772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:37:31.435447 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.managers [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Bound port: db000776-f235-4bc5-87c6-fd9c05ac20a8, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25aa7bb-4f91-48f4-b50a-c1b587434ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f'}}] {{(pid=104772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:37:31.435811 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), before_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:31.438958 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:31.513090 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] For port db000776-f235-4bc5-87c6-fd9c05ac20a8, host hv-cinder-84456, cleared binding levels {{(pid=104772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:37:31.517619 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] For port db000776-f235-4bc5-87c6-fd9c05ac20a8, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=db000776-f235-4bc5-87c6-fd9c05ac20a8,segment=NetworkSegment(e25aa7bb-4f91-48f4-b50a-c1b587434ae9),segment_id=e25aa7bb-4f91-48f4-b50a-c1b587434ae9)] {{(pid=104772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:37:31.606280 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126161898'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), after_update {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:31.646801 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:31.647431 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:31.648828 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/db000776-f235-4bc5-87c6-fd9c05ac20a8 HTTP/1.1" status: 200 len: 1098 time: 0.9468310 Jun 14 18:37:31.649272 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4001b7-e9c8-49b1-a97d-3fc4abde4baa', 'tag': 'db000776-f235-4bc5-87c6-fd9c05ac20a8'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:37:31.651543 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a700146f-1fb4-4389-bab6-3eeaec52a61a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4001b7-e9c8-49b1-a97d-3fc4abde4baa", "tag": "db000776-f235-4bc5-87c6-fd9c05ac20a8"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:37:31.696732 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03888132-0e63-4f97-b0f6-5d30196681a0 service neutron] Pushing event updated for resources: {'Port': ['ID=db000776-f235-4bc5-87c6-fd9c05ac20a8,revision_number=3']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:31.701253 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d979348-3bd5-494d-a108-9ef5d53e55f6 x-openstack-request-id: req-0d979348-3bd5-494d-a108-9ef5d53e55f6 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:37:31.701728 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4001b7-e9c8-49b1-a97d-3fc4abde4baa", "tag": "db000776-f235-4bc5-87c6-fd9c05ac20a8", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:37:31.702107 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d979348-3bd5-494d-a108-9ef5d53e55f6 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:37:31.703017 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d979348-3bd5-494d-a108-9ef5d53e55f6'] response: {'name': 'network-changed', 'server_uuid': 'fc4001b7-e9c8-49b1-a97d-3fc4abde4baa', 'tag': 'db000776-f235-4bc5-87c6-fd9c05ac20a8', 'status': 'completed', 'code': 200} Jun 14 18:37:31.761527 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:31.766586 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700146f-1fb4-4389-bab6-3eeaec52a61a req-c3dbefc2-30b4-4813-98d2-8d00c9750976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:31.768110 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a700146f-1fb4-4389-bab6-3eeaec52a61a req-c3dbefc2-30b4-4813-98d2-8d00c9750976 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dffb25bc1545c1aef7d52265daadc2&device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 1132 time: 0.0463707 Jun 14 18:37:31.797628 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a700146f-1fb4-4389-bab6-3eeaec52a61a req-94f8045a-40de-4e12-9fdb-218a2e5d3ab9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=02dffb25bc1545c1aef7d52265daadc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214796 Jun 14 18:37:31.910570 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700146f-1fb4-4389-bab6-3eeaec52a61a req-4b0fb214-cc28-4c9b-a696-dbe01dee920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:31.912153 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a700146f-1fb4-4389-bab6-3eeaec52a61a req-4b0fb214-cc28-4c9b-a696-dbe01dee920d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096671 Jun 14 18:37:32.010225 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-d7f181b7-4e6d-4df5-8c4f-d9ca1a480ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:32.011764 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-d7f181b7-4e6d-4df5-8c4f-d9ca1a480ab4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dffb25bc1545c1aef7d52265daadc2&device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 1132 time: 0.0431943 Jun 14 18:37:32.057096 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-ad00c5d9-582c-433c-bf60-25a07e1cbda3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=db000776-f235-4bc5-87c6-fd9c05ac20a8 HTTP/1.1" status: 200 len: 217 time: 0.0383115 Jun 14 18:37:32.107615 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-303ec1ee-c049-46a2-b095-698324d317a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:32.109079 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-303ec1ee-c049-46a2-b095-698324d317a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65a14b7f-baad-4c4b-9f99-7da4164c61a1 HTTP/1.1" status: 200 len: 843 time: 0.0462024 Jun 14 18:37:32.207333 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fde5e-cd31-410a-b3d2-c54ce532be82 req-42f13b06-e8a0-4d77-9d59-63c682eeb8f6 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:32.208797 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-877fde5e-cd31-410a-b3d2-c54ce532be82 req-42f13b06-e8a0-4d77-9d59-63c682eeb8f6 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 948 time: 0.0603852 Jun 14 18:37:32.260912 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-877fde5e-cd31-410a-b3d2-c54ce532be82 req-101abaf5-1744-4d9f-8105-3cdae5b677a2 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1b1c287-946f-4aa0-b5ee-7297901a4be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461307 Jun 14 18:37:32.270853 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-7f4b51ef-6a43-493f-9da4-d6288bc861a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:32.310901 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-3ba10c75-0cd5-4ee2-9c91-ee722b45397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:32.312644 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-3ba10c75-0cd5-4ee2-9c91-ee722b45397d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fecfabd2-8d50-47d9-9758-8e92a7ecd50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0454967 Jun 14 18:37:32.415835 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-240ac911-c756-42e2-8b25-ea4df721191c service neutron] 10.222.0.13 "GET /v2.0/networks/fecfabd2-8d50-47d9-9758-8e92a7ecd50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975308 Jun 14 18:37:32.537374 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-64aa8a71-a098-472b-aa76-51df0db67e9a req-4a699d88-32fb-4507-99ff-1072850a7060 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 210 time: 0.0390928 Jun 14 18:37:32.559995 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-d1169958-0cda-4d2a-8f35-5eb69d00b451 req-5fac3ecd-46ae-41e7-9dd6-fc65fdc91eed service neutron] 10.222.0.13 "GET /v2.0/networks/fecfabd2-8d50-47d9-9758-8e92a7ecd50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314964 Jun 14 18:37:32.593838 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ab70b-6b66-4445-b561-e820d1579600 req-fab2ba8c-9b70-485f-aedc-5bef69d27db9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:32.595320 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-fab2ba8c-9b70-485f-aedc-5bef69d27db9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.13 "GET /v2.0/networks?id=b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 HTTP/1.1" status: 200 len: 814 time: 0.1428378 Jun 14 18:37:32.606413 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-050ab70b-6b66-4445-b561-e820d1579600 req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Request body: {'port': {'device_id': '094c4fb0-55c2-469b-bbf6-cdd696ba29d0', 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20', 'admin_state_up': True, 'tenant_id': '64f290418a3e42ba962a70a5af666a9d'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:37:32.765314 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050ab70b-6b66-4445-b561-e820d1579600 req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Made reservation on behalf of 64f290418a3e42ba962a70a5af666a9d for: {'port': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:37:32.768827 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-050ab70b-6b66-4445-b561-e820d1579600 req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:32.904764 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [req-050ab70b-6b66-4445-b561-e820d1579600 req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Allocated IP 172.20.0.4 (b92bd074-bf0b-4285-9cfe-d2dccb2d2e20/137a9db1-2b02-4602-ab19-e67d2f1cd7dc/e1764ec3-2d3a-4526-a3a8-fa6815567096) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:37:33.046860 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:33.050858 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:33.063645 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-050ab70b-6b66-4445-b561-e820d1579600 req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks [] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:33.090829 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:33.131401 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-050ab70b-6b66-4445-b561-e820d1579600 req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:33.176972 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:33.182056 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050ab70b-6b66-4445-b561-e820d1579600 req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:37:33.186653 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [req-050ab70b-6b66-4445-b561-e820d1579600 req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:37:33.190916 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-050ab70b-6b66-4445-b561-e820d1579600 req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:37:33.217674 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Pushing event updated for resources: {'Port': ['ID=e1764ec3-2d3a-4526-a3a8-fa6815567096,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:33.248626 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ab70b-6b66-4445-b561-e820d1579600 req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:33.249305 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-050ab70b-6b66-4445-b561-e820d1579600 req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:33.359906 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-4d3ab21a-7753-4644-9b36-559b9cbf59c9 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7571237 Jun 14 18:37:33.394004 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbf558-89f3-40db-be43-c3e8db0b8758 req-d2c10ef6-7fa8-480f-af54-4a4b3f7ac00d tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:33.395403 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ffbbf558-89f3-40db-be43-c3e8db0b8758 req-d2c10ef6-7fa8-480f-af54-4a4b3f7ac00d tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 948 time: 0.0499604 Jun 14 18:37:33.414377 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Request body: {'port': {'device_id': '094c4fb0-55c2-469b-bbf6-cdd696ba29d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:37:33.508204 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-ffbbf558-89f3-40db-be43-c3e8db0b8758 req-535313a2-6969-478c-8dc3-03d7eb55cf41 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1b1c287-946f-4aa0-b5ee-7297901a4be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069329 Jun 14 18:37:33.516724 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:33.656250 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2790d1-6613-44f8-b116-0ada257fc413 req-007394a9-476e-42e6-985a-849c01664668 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:33.657859 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6c2790d1-6613-44f8-b116-0ada257fc413 req-007394a9-476e-42e6-985a-849c01664668 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 931 time: 0.0516515 Jun 14 18:37:33.707202 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-6c2790d1-6613-44f8-b116-0ada257fc413 req-fed91857-5500-43ba-afbe-d6a2d7379b49 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Jun 14 18:37:33.783736 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1764ec3-2d3a-4526-a3a8-fa6815567096 {{(pid=104773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:37:33.790961 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Publish callbacks [] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:33.804097 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.provisioning_blocks [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Transition to ACTIVE for port object e1764ec3-2d3a-4526-a3a8-fa6815567096 will not be triggered until provisioned by entity L2. {{(pid=104773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:37:33.878584 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:33.937471 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Pushing event updated for resources: {'Port': ['ID=e1764ec3-2d3a-4526-a3a8-fa6815567096,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:34.006194 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Attempting to bind port e1764ec3-2d3a-4526-a3a8-fa6815567096 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:37:34.006510 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Attempting to bind port e1764ec3-2d3a-4526-a3a8-fa6815567096 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'ba818bc7-bf98-40b6-a845-e0bd2da7dcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20'}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:37:34.006837 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Attempting to bind port e1764ec3-2d3a-4526-a3a8-fa6815567096 on network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:37:34.011379 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Port e1764ec3-2d3a-4526-a3a8-fa6815567096 on network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:37:34.011673 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Attempting to bind port e1764ec3-2d3a-4526-a3a8-fa6815567096 on network b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:37:34.017523 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:37:34.019422 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Checking segment: {'id': 'ba818bc7-bf98-40b6-a845-e0bd2da7dcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:37:34.019422 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Bound using segment: {'id': 'ba818bc7-bf98-40b6-a845-e0bd2da7dcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20'} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:37:34.019422 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Bound port: e1764ec3-2d3a-4526-a3a8-fa6815567096, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba818bc7-bf98-40b6-a845-e0bd2da7dcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20'}}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:37:34.019422 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:34.053015 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:34.079986 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] For port e1764ec3-2d3a-4526-a3a8-fa6815567096, host hv-cinder-84456, cleared binding levels {{(pid=104773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:37:34.082989 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] For port e1764ec3-2d3a-4526-a3a8-fa6815567096, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e1764ec3-2d3a-4526-a3a8-fa6815567096,segment=NetworkSegment(ba818bc7-bf98-40b6-a845-e0bd2da7dcf1),segment_id=ba818bc7-bf98-40b6-a845-e0bd2da7dcf1)] {{(pid=104773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:37:34.160277 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:34.204145 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:34.204767 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:34.206165 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] 10.222.0.13 "PUT /v2.0/ports/e1764ec3-2d3a-4526-a3a8-fa6815567096 HTTP/1.1" status: 200 len: 1093 time: 0.7971640 Jun 14 18:37:34.206593 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094c4fb0-55c2-469b-bbf6-cdd696ba29d0', 'tag': 'e1764ec3-2d3a-4526-a3a8-fa6815567096'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:37:34.208816 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a1c194-cbc8-46aa-82f3-460009e07c48" -d '{"events": [{"name": "network-changed", "server_uuid": "094c4fb0-55c2-469b-bbf6-cdd696ba29d0", "tag": "e1764ec3-2d3a-4526-a3a8-fa6815567096"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:37:34.213266 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:34.228061 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3fa87-833c-41a2-847e-5096b82f666d service neutron] Pushing event updated for resources: {'Port': ['ID=e1764ec3-2d3a-4526-a3a8-fa6815567096,revision_number=3']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:34.248119 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce66a3a-e1b4-44ed-b42c-6769d9d3aff9 x-openstack-request-id: req-3ce66a3a-e1b4-44ed-b42c-6769d9d3aff9 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:37:34.248388 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094c4fb0-55c2-469b-bbf6-cdd696ba29d0", "tag": "e1764ec3-2d3a-4526-a3a8-fa6815567096", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:37:34.248715 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ce66a3a-e1b4-44ed-b42c-6769d9d3aff9 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:37:34.249133 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce66a3a-e1b4-44ed-b42c-6769d9d3aff9'] response: {'name': 'network-changed', 'server_uuid': '094c4fb0-55c2-469b-bbf6-cdd696ba29d0', 'tag': 'e1764ec3-2d3a-4526-a3a8-fa6815567096', 'status': 'completed', 'code': 200} Jun 14 18:37:34.305823 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1c194-cbc8-46aa-82f3-460009e07c48 req-2b5319f6-4434-4bd6-b555-f88ce0ad9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:34.307264 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-44a1c194-cbc8-46aa-82f3-460009e07c48 req-2b5319f6-4434-4bd6-b555-f88ce0ad9a57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64f290418a3e42ba962a70a5af666a9d&device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 1127 time: 0.0398972 Jun 14 18:37:34.405918 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1c194-cbc8-46aa-82f3-460009e07c48 req-00b450db-5514-4c02-9aa7-d9550a603c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:34.407403 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-44a1c194-cbc8-46aa-82f3-460009e07c48 req-00b450db-5514-4c02-9aa7-d9550a603c6a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=64f290418a3e42ba962a70a5af666a9d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0924666 Jun 14 18:37:34.507668 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1c194-cbc8-46aa-82f3-460009e07c48 req-bbf9ef73-f4da-4fbc-8907-5f147aff8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:34.509142 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-44a1c194-cbc8-46aa-82f3-460009e07c48 req-bbf9ef73-f4da-4fbc-8907-5f147aff8e0a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960519 Jun 14 18:37:34.590007 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ab70b-6b66-4445-b561-e820d1579600 req-6bce3972-20a3-4723-adfa-dc6303390579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:34.591615 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-6bce3972-20a3-4723-adfa-dc6303390579 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64f290418a3e42ba962a70a5af666a9d&device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 1127 time: 0.0439792 Jun 14 18:37:34.628432 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ce30c-a351-4373-ac23-246e973ea70a req-b87423bf-9eb1-4f1c-8d6a-3f4e83466706 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:34.629962 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-443ce30c-a351-4373-ac23-246e973ea70a req-b87423bf-9eb1-4f1c-8d6a-3f4e83466706 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 948 time: 0.0483437 Jun 14 18:37:34.637350 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-7797e686-744d-4856-9e19-58ca486de685 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1764ec3-2d3a-4526-a3a8-fa6815567096 HTTP/1.1" status: 200 len: 217 time: 0.0383997 Jun 14 18:37:34.680769 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-443ce30c-a351-4373-ac23-246e973ea70a req-9101b8fa-793e-4e3c-98df-0f2670f62edd tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1b1c287-946f-4aa0-b5ee-7297901a4be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451190 Jun 14 18:37:34.689795 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ab70b-6b66-4445-b561-e820d1579600 req-daf125aa-780f-42f0-8d34-5c417c4cf284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:34.691470 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-daf125aa-780f-42f0-8d34-5c417c4cf284 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=137a9db1-2b02-4602-ab19-e67d2f1cd7dc HTTP/1.1" status: 200 len: 854 time: 0.0484312 Jun 14 18:37:34.724977 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-9f2539c3-fece-4bc5-80c7-179c4ad17099 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92bd074-bf0b-4285-9cfe-d2dccb2d2e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269899 Jun 14 18:37:34.850699 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:34.858419 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e251-396b-428e-9c8f-8690094449cf req-c6fa267d-5c3a-4ce1-8d40-2d654ffba8a7 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:34.866404 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4654e251-396b-428e-9c8f-8690094449cf req-c6fa267d-5c3a-4ce1-8d40-2d654ffba8a7 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 943 time: 0.0628462 Jun 14 18:37:34.866404 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-cfa4a3cf-038a-4738-bc3e-af1c844bc243 service neutron] 10.222.0.13 "GET /v2.0/networks/b92bd074-bf0b-4285-9cfe-d2dccb2d2e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320708 Jun 14 18:37:34.933632 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device db000776-f235-4bc5-87c6-fd9c05ac20a8 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:37:34.942738 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:34.953565 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:34.965304 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4654e251-396b-428e-9c8f-8690094449cf req-f813682c-1f6b-4f26-9b79-433e263d9a7a tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997293 Jun 14 18:37:34.991757 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-050ab70b-6b66-4445-b561-e820d1579600 req-7722b31f-d257-4123-ac02-f383c2bc5070 service neutron] 10.222.0.13 "GET /v2.0/networks/b92bd074-bf0b-4285-9cfe-d2dccb2d2e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202109 Jun 14 18:37:35.187032 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port db000776-f235-4bc5-87c6-fd9c05ac20a8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=db000776-f235-4bc5-87c6-fd9c05ac20a8,segment=NetworkSegment(e25aa7bb-4f91-48f4-b50a-c1b587434ae9),segment_id=e25aa7bb-4f91-48f4-b50a-c1b587434ae9)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:37:35.200066 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': 'db000776-f235-4bc5-87c6-fd9c05ac20a8', 'network_id': 'fecfabd2-8d50-47d9-9758-8e92a7ecd50f', 'port_id': 'db000776-f235-4bc5-87c6-fd9c05ac20a8', 'mac_address': 'fa:16:3e:51:62:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a14b7f-baad-4c4b-9f99-7da4164c61a1', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:37:35.236256 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port db000776-f235-4bc5-87c6-fd9c05ac20a8 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:37:35.236721 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:35.256211 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db000776-f235-4bc5-87c6-fd9c05ac20a8 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:37:35.277313 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:35.280940 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port db000776-f235-4bc5-87c6-fd9c05ac20a8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=db000776-f235-4bc5-87c6-fd9c05ac20a8,segment=NetworkSegment(e25aa7bb-4f91-48f4-b50a-c1b587434ae9),segment_id=e25aa7bb-4f91-48f4-b50a-c1b587434ae9)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:37:35.348024 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:35.406236 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=db000776-f235-4bc5-87c6-fd9c05ac20a8,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:35.558970 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['db000776-f235-4bc5-87c6-fd9c05ac20a8'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:37:35.798165 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec8c8-1e7e-4a72-b244-3a7c248e909d req-0beed329-09e1-4706-a66e-64e91085a6e4 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:35.799627 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-feeec8c8-1e7e-4a72-b244-3a7c248e909d req-0beed329-09e1-4706-a66e-64e91085a6e4 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 949 time: 0.0504849 Jun 14 18:37:35.848283 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-feeec8c8-1e7e-4a72-b244-3a7c248e909d req-ff32fa12-f8c9-43a3-8d5d-ffd70b0c5624 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1b1c287-946f-4aa0-b5ee-7297901a4be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429211 Jun 14 18:37:36.083427 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874072f-8a9d-492a-8365-23273e57548c req-c95fad9e-1062-420a-bcd7-22561dcea55c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:36.085093 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a874072f-8a9d-492a-8365-23273e57548c req-c95fad9e-1062-420a-bcd7-22561dcea55c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 943 time: 0.0482106 Jun 14 18:37:36.144490 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a874072f-8a9d-492a-8365-23273e57548c req-216d4312-5b5f-4010-9929-e76a0ed7a351 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432889 Jun 14 18:37:36.942218 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device e1764ec3-2d3a-4526-a3a8-fa6815567096 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:37:36.946496 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device db000776-f235-4bc5-87c6-fd9c05ac20a8 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:37:36.963042 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fc456-109e-4e89-af4f-481ab0d7b67a req-15f54ffe-2b45-41f6-aa7f-c9e55d22a6a5 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:36.964547 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3f9fc456-109e-4e89-af4f-481ab0d7b67a req-15f54ffe-2b45-41f6-aa7f-c9e55d22a6a5 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 949 time: 0.0485585 Jun 14 18:37:37.005833 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:37.013078 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-3f9fc456-109e-4e89-af4f-481ab0d7b67a req-d411fd4d-466f-4641-a8ee-a22201af4123 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1b1c287-946f-4aa0-b5ee-7297901a4be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 Jun 14 18:37:37.050598 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port db000776-f235-4bc5-87c6-fd9c05ac20a8 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:37:37.063931 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:37.080854 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port e1764ec3-2d3a-4526-a3a8-fa6815567096, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e1764ec3-2d3a-4526-a3a8-fa6815567096,segment=NetworkSegment(ba818bc7-bf98-40b6-a845-e0bd2da7dcf1),segment_id=ba818bc7-bf98-40b6-a845-e0bd2da7dcf1)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:37:37.096753 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': 'e1764ec3-2d3a-4526-a3a8-fa6815567096', 'network_id': 'b92bd074-bf0b-4285-9cfe-d2dccb2d2e20', 'port_id': 'e1764ec3-2d3a-4526-a3a8-fa6815567096', 'mac_address': 'fa:16:3e:16:39:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137a9db1-2b02-4602-ab19-e67d2f1cd7dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:37:37.123929 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port db000776-f235-4bc5-87c6-fd9c05ac20a8 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:37:37.124326 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:37.154550 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port e1764ec3-2d3a-4526-a3a8-fa6815567096 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:37:37.155545 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:37.179545 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1764ec3-2d3a-4526-a3a8-fa6815567096 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:37:37.206970 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port e1764ec3-2d3a-4526-a3a8-fa6815567096, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e1764ec3-2d3a-4526-a3a8-fa6815567096,segment=NetworkSegment(ba818bc7-bf98-40b6-a845-e0bd2da7dcf1),segment_id=ba818bc7-bf98-40b6-a845-e0bd2da7dcf1)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:37:37.243286 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port db000776-f235-4bc5-87c6-fd9c05ac20a8 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:37:37.243728 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:37.259572 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d26a0-fef8-45b4-88d6-f644af6e824e req-f9c7e7f4-bc1f-4518-8b97-19ae532e8f75 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:37.261226 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-461d26a0-fef8-45b4-88d6-f644af6e824e req-f9c7e7f4-bc1f-4518-8b97-19ae532e8f75 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 943 time: 0.0519218 Jun 14 18:37:37.273777 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4001b7-e9c8-49b1-a97d-3fc4abde4baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db000776-f235-4bc5-87c6-fd9c05ac20a8'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:37:37.275972 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80952f8-52dd-48eb-868e-4dea5d0c4572" -d '{"events": [{"server_uuid": "fc4001b7-e9c8-49b1-a97d-3fc4abde4baa", "name": "network-vif-plugged", "status": "completed", "tag": "db000776-f235-4bc5-87c6-fd9c05ac20a8"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:37:37.281904 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:37.294916 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port db000776-f235-4bc5-87c6-fd9c05ac20a8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=db000776-f235-4bc5-87c6-fd9c05ac20a8,segment=NetworkSegment(e25aa7bb-4f91-48f4-b50a-c1b587434ae9),segment_id=e25aa7bb-4f91-48f4-b50a-c1b587434ae9)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:37:37.313314 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:37.314517 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:37.320243 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45b71c3-56e8-4d14-8c7c-65f8c7a4adac x-openstack-request-id: req-c45b71c3-56e8-4d14-8c7c-65f8c7a4adac {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:37:37.320508 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4001b7-e9c8-49b1-a97d-3fc4abde4baa", "name": "network-vif-plugged", "status": "completed", "tag": "db000776-f235-4bc5-87c6-fd9c05ac20a8", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:37:37.320755 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c45b71c3-56e8-4d14-8c7c-65f8c7a4adac {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:37:37.321144 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45b71c3-56e8-4d14-8c7c-65f8c7a4adac'] response: {'server_uuid': 'fc4001b7-e9c8-49b1-a97d-3fc4abde4baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db000776-f235-4bc5-87c6-fd9c05ac20a8', 'code': 200} Jun 14 18:37:37.339511 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-461d26a0-fef8-45b4-88d6-f644af6e824e req-d63ed24e-e859-4f48-94ee-8aa1dfb60f75 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688574 Jun 14 18:37:37.342078 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=e1764ec3-2d3a-4526-a3a8-fa6815567096,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:37.359487 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:37.408766 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=db000776-f235-4bc5-87c6-fd9c05ac20a8,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:37.495791 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['e1764ec3-2d3a-4526-a3a8-fa6815567096'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:37:37.608810 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cff19-c481-46d4-a965-eff05feef024 req-a87df2bb-5d5b-40ed-80cd-adb3a3439f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:37.610558 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0c8cff19-c481-46d4-a965-eff05feef024 req-a87df2bb-5d5b-40ed-80cd-adb3a3439f51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 1134 time: 0.0431745 Jun 14 18:37:37.657772 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-0c8cff19-c481-46d4-a965-eff05feef024 req-5707ab92-376a-4be3-afd6-587459b64399 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1b1c287-946f-4aa0-b5ee-7297901a4be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Jun 14 18:37:38.132549 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46f2c-61ae-491b-b220-fbff876cf537 req-92930d17-a1c7-4fd8-a007-39c1ee6c3153 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:38.134101 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eac46f2c-61ae-491b-b220-fbff876cf537 req-92930d17-a1c7-4fd8-a007-39c1ee6c3153 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 950 time: 0.0493412 Jun 14 18:37:38.189273 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-eac46f2c-61ae-491b-b220-fbff876cf537 req-bba6c830-ee3d-4081-9fc1-ebafcb9fa3c7 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1b1c287-946f-4aa0-b5ee-7297901a4be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492089 Jun 14 18:37:38.394639 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:38.426715 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:38.450670 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5efc16-c9d9-487a-8a67-2c57a4f901f9 req-1286596b-f034-46ae-a06c-8c89570ab5fb tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:38.452598 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1e5efc16-c9d9-487a-8a67-2c57a4f901f9 req-1286596b-f034-46ae-a06c-8c89570ab5fb tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 944 time: 0.0509174 Jun 14 18:37:38.508283 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1e5efc16-c9d9-487a-8a67-2c57a4f901f9 req-f6db67cc-8bf0-47c6-92c4-82c10bb9dae4 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Jun 14 18:37:38.943709 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device e1764ec3-2d3a-4526-a3a8-fa6815567096 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:37:38.988413 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port e1764ec3-2d3a-4526-a3a8-fa6815567096 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:37:39.079625 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port e1764ec3-2d3a-4526-a3a8-fa6815567096 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:37:39.080187 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:39.159416 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port e1764ec3-2d3a-4526-a3a8-fa6815567096 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:37:39.159876 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:39.191472 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:39.195442 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port e1764ec3-2d3a-4526-a3a8-fa6815567096, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e1764ec3-2d3a-4526-a3a8-fa6815567096,segment=NetworkSegment(ba818bc7-bf98-40b6-a845-e0bd2da7dcf1),segment_id=ba818bc7-bf98-40b6-a845-e0bd2da7dcf1)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:37:39.286363 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:39.310445 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ff6e1-b481-4cc6-ae90-b33db77d840b req-554e8514-3502-4b16-8eb1-733cbf69e83a tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:39.312265 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-113ff6e1-b481-4cc6-ae90-b33db77d840b req-554e8514-3502-4b16-8eb1-733cbf69e83a tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 950 time: 0.0498345 Jun 14 18:37:39.322578 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094c4fb0-55c2-469b-bbf6-cdd696ba29d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1764ec3-2d3a-4526-a3a8-fa6815567096'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:37:39.324915 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b734797d-b76d-4213-b7b0-942c080df477" -d '{"events": [{"server_uuid": "094c4fb0-55c2-469b-bbf6-cdd696ba29d0", "name": "network-vif-plugged", "status": "completed", "tag": "e1764ec3-2d3a-4526-a3a8-fa6815567096"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:37:39.344147 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=e1764ec3-2d3a-4526-a3a8-fa6815567096,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:39.365423 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380ecabd-bb07-43de-a419-7f147ed99dc8 x-openstack-request-id: req-380ecabd-bb07-43de-a419-7f147ed99dc8 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:37:39.365972 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094c4fb0-55c2-469b-bbf6-cdd696ba29d0", "name": "network-vif-plugged", "status": "completed", "tag": "e1764ec3-2d3a-4526-a3a8-fa6815567096", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:37:39.366227 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-380ecabd-bb07-43de-a419-7f147ed99dc8 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:37:39.366630 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380ecabd-bb07-43de-a419-7f147ed99dc8'] response: {'server_uuid': '094c4fb0-55c2-469b-bbf6-cdd696ba29d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1764ec3-2d3a-4526-a3a8-fa6815567096', 'code': 200} Jun 14 18:37:39.369909 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-113ff6e1-b481-4cc6-ae90-b33db77d840b req-ba50a6fe-a0c7-4eac-8926-6544badf246b tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1b1c287-946f-4aa0-b5ee-7297901a4be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518219 Jun 14 18:37:39.626948 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c07253-d381-4a16-b8e3-cbf6e7708d4d req-a76b4b44-b6a6-4b18-88a5-8dede0732009 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:39.628510 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-73c07253-d381-4a16-b8e3-cbf6e7708d4d req-a76b4b44-b6a6-4b18-88a5-8dede0732009 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 945 time: 0.0514150 Jun 14 18:37:39.683484 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-73c07253-d381-4a16-b8e3-cbf6e7708d4d req-8a337cf0-1fdb-470a-8499-9b78c823f7a0 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482185 Jun 14 18:37:39.685236 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f064c0a-be72-4c72-815c-916e05061ed8 req-da5cf4d1-b2f5-4f74-a41d-a13607e95ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:39.687184 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1f064c0a-be72-4c72-815c-916e05061ed8 req-da5cf4d1-b2f5-4f74-a41d-a13607e95ac7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 1129 time: 0.0423837 Jun 14 18:37:39.739962 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-1f064c0a-be72-4c72-815c-916e05061ed8 req-ea5a93c6-6b82-478d-9435-f86b633a786c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443449 Jun 14 18:37:39.917201 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e29130-0c67-436a-9013-dff9416d54ad req-3e3ea14a-5476-429f-b289-f6ecd8a19034 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:39.918724 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-86e29130-0c67-436a-9013-dff9416d54ad req-3e3ea14a-5476-429f-b289-f6ecd8a19034 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 950 time: 0.0514843 Jun 14 18:37:39.957094 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=100 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:39.968959 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-86e29130-0c67-436a-9013-dff9416d54ad req-898175a2-1ae3-4ed0-9ea8-16f75097c4e4 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1b1c287-946f-4aa0-b5ee-7297901a4be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Jun 14 18:37:40.802909 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b109b19-7c11-4896-b67a-4f25b3b45346 req-bb907b83-54b8-4f49-80e2-044bf28d978c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:40.804396 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9b109b19-7c11-4896-b67a-4f25b3b45346 req-bb907b83-54b8-4f49-80e2-044bf28d978c tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 945 time: 0.0470901 Jun 14 18:37:40.841157 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:40.853960 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9b109b19-7c11-4896-b67a-4f25b3b45346 req-e6a2d144-b8f9-47d8-bd67-1063283f00d3 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439618 Jun 14 18:37:41.097130 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cd416-dda8-47da-b3b3-357a5c9cc32a req-20140549-5a83-4e5b-ae44-657f385b9e2a tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:41.098720 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f87cd416-dda8-47da-b3b3-357a5c9cc32a req-20140549-5a83-4e5b-ae44-657f385b9e2a tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 950 time: 0.0552869 Jun 14 18:37:41.154564 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-f87cd416-dda8-47da-b3b3-357a5c9cc32a req-8e7dde32-1c37-41e9-a906-244bbf7e0bcc tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1b1c287-946f-4aa0-b5ee-7297901a4be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494940 Jun 14 18:37:41.546783 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cea58c-8f9e-4527-9254-038fd54d35c7 req-21a6844e-bcfa-430c-90d7-dcbd4e3d7725 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:41.548243 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-47cea58c-8f9e-4527-9254-038fd54d35c7 req-21a6844e-bcfa-430c-90d7-dcbd4e3d7725 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 950 time: 0.0468047 Jun 14 18:37:41.972530 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54727cc4-0c01-4b4d-b55b-ae622e281c1d req-b0ed7e38-ee57-4003-aebf-5502301df787 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:41.974044 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-54727cc4-0c01-4b4d-b55b-ae622e281c1d req-b0ed7e38-ee57-4003-aebf-5502301df787 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 945 time: 0.0512302 Jun 14 18:37:42.063552 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-54727cc4-0c01-4b4d-b55b-ae622e281c1d req-f68fa9e5-0742-4947-bd58-f1ac3518679a tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836954 Jun 14 18:37:42.102350 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-47cea58c-8f9e-4527-9254-038fd54d35c7 req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Deleting port db000776-f235-4bc5-87c6-fd9c05ac20a8 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:37:42.102691 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-47cea58c-8f9e-4527-9254-038fd54d35c7 req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:42.211853 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-47cea58c-8f9e-4527-9254-038fd54d35c7 req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] For port db000776-f235-4bc5-87c6-fd9c05ac20a8, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=db000776-f235-4bc5-87c6-fd9c05ac20a8,segment=NetworkSegment(e25aa7bb-4f91-48f4-b50a-c1b587434ae9),segment_id=e25aa7bb-4f91-48f4-b50a-c1b587434ae9)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:37:42.212214 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-47cea58c-8f9e-4527-9254-038fd54d35c7 req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:42.227043 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-47cea58c-8f9e-4527-9254-038fd54d35c7 req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Calling delete_port for db000776-f235-4bc5-87c6-fd9c05ac20a8 owned by compute:nova {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:37:42.275872 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4b795-7d63-45d0-8fb4-d45292e1438f req-295c1529-9ffa-4113-9a1b-098991525591 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:42.277394 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-10e4b795-7d63-45d0-8fb4-d45292e1438f req-295c1529-9ffa-4113-9a1b-098991525591 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 950 time: 0.0502856 Jun 14 18:37:42.333486 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-10e4b795-7d63-45d0-8fb4-d45292e1438f req-85835f82-c059-4a3c-bfea-baf89ba74097 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/security-groups?id=b1b1c287-946f-4aa0-b5ee-7297901a4be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495391 Jun 14 18:37:42.405312 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-47cea58c-8f9e-4527-9254-038fd54d35c7 req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (db000776-f235-4bc5-87c6-fd9c05ac20a8), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:42.418959 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['db000776-f235-4bc5-87c6-fd9c05ac20a8'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:37:42.434666 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Pushing event deleted for resources: {'Port': ['ID=db000776-f235-4bc5-87c6-fd9c05ac20a8,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:42.459846 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:42.468110 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.472180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.472180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.472180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.472180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.472180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.472180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.472180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.472180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.472180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.472180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.472180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.472180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.473368 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.473368 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:37:42.493331 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cea58c-8f9e-4527-9254-038fd54d35c7 req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] No DVR routers for this DVR port db000776-f235-4bc5-87c6-fd9c05ac20a8 on host hv-cinder-84456 {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:37:42.496046 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-47cea58c-8f9e-4527-9254-038fd54d35c7 req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:42.499818 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-47cea58c-8f9e-4527-9254-038fd54d35c7 req-8b7b8390-fa78-4879-8f0e-72839e3c1e47 tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.13 "DELETE /v2.0/ports/db000776-f235-4bc5-87c6-fd9c05ac20a8 HTTP/1.1" status: 204 len: 173 time: 0.5054085 Jun 14 18:37:42.500299 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4001b7-e9c8-49b1-a97d-3fc4abde4baa', 'name': 'network-vif-deleted', 'tag': 'db000776-f235-4bc5-87c6-fd9c05ac20a8'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:37:42.502563 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b2ad49-6990-4d1b-9b38-9e69a196b859" -d '{"events": [{"server_uuid": "fc4001b7-e9c8-49b1-a97d-3fc4abde4baa", "name": "network-vif-deleted", "tag": "db000776-f235-4bc5-87c6-fd9c05ac20a8"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:37:42.542606 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d4d5ea-b40a-4d34-8fdf-23313575c56d x-openstack-request-id: req-69d4d5ea-b40a-4d34-8fdf-23313575c56d {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:37:42.542902 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4001b7-e9c8-49b1-a97d-3fc4abde4baa", "name": "network-vif-deleted", "tag": "db000776-f235-4bc5-87c6-fd9c05ac20a8", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:37:42.543149 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69d4d5ea-b40a-4d34-8fdf-23313575c56d {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:37:42.543557 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d4d5ea-b40a-4d34-8fdf-23313575c56d'] response: {'server_uuid': 'fc4001b7-e9c8-49b1-a97d-3fc4abde4baa', 'name': 'network-vif-deleted', 'tag': 'db000776-f235-4bc5-87c6-fd9c05ac20a8', 'status': 'completed', 'code': 200} Jun 14 18:37:43.183285 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346718c-f930-41f7-997a-8485e0884063 req-ffa7bc9b-0853-4e0a-9d71-ace1cada4840 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:37:43.184845 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5346718c-f930-41f7-997a-8485e0884063 req-ffa7bc9b-0853-4e0a-9d71-ace1cada4840 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 945 time: 0.0509605 Jun 14 18:37:43.236156 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-5346718c-f930-41f7-997a-8485e0884063 req-b5afe860-683d-45e0-a6fe-b45c2569a034 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Jun 14 18:37:43.452531 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-83488b90-4191-4010-ad11-726c4ddab299 req-0b4f19cd-eb7f-4485-96d3-1f43f0138d6c tempest-VolumesNegativeTest-1524529674 tempest-VolumesNegativeTest-1524529674-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc4001b7-e9c8-49b1-a97d-3fc4abde4baa HTTP/1.1" status: 200 len: 210 time: 0.0289590 Jun 14 18:37:44.955313 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device db000776-f235-4bc5-87c6-fd9c05ac20a8 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:37:44.981890 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: db000776-f235-4bc5-87c6-fd9c05ac20a8 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:37:44.982231 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device db000776-f235-4bc5-87c6-fd9c05ac20a8 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:37:46.941467 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:37:49.339734 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=31,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:50.526695 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 35404) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:37:50.666176 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-86d7d49a-7512-4442-9690-41bbc78b22c3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02dffb25bc1545c1aef7d52265daadc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382120 Jun 14 18:37:50.668782 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 35408) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:37:50.722354 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-103ddcc9-1643-4865-91c9-ff7474d11e4a admin admin] Publish callbacks [] for security_group (b1b1c287-946f-4aa0-b5ee-7297901a4be3), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:50.745436 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-103ddcc9-1643-4865-91c9-ff7474d11e4a admin admin] Publish callbacks [] for security_group (b1b1c287-946f-4aa0-b5ee-7297901a4be3), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:50.918605 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-103ddcc9-1643-4865-91c9-ff7474d11e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (b1b1c287-946f-4aa0-b5ee-7297901a4be3), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:50.921596 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-103ddcc9-1643-4865-91c9-ff7474d11e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:37:50.922645 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-103ddcc9-1643-4865-91c9-ff7474d11e4a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b1b1c287-946f-4aa0-b5ee-7297901a4be3 HTTP/1.1" status: 204 len: 168 time: 0.2529225 Jun 14 18:37:50.931267 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ddcc9-1643-4865-91c9-ff7474d11e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b1c287-946f-4aa0-b5ee-7297901a4be3,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:37:53.433344 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=27 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:53.434351 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=67 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:56.935304 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:56.936113 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=5 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:37:59.832342 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-db49152a-655f-402e-8972-513c758a36c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:00.782755 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=73,neutron:DELETE=5 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:00.926204 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:02.272259 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-39ac43f4-0399-487e-abf4-38cf1ba42eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:03.109010 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:03.181086 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:04.849101 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:05.175100 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:06.008232 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bc916-ef29-46ab-bc6a-b8e0a75f4c70 req-8dbd8b32-ac1e-4933-ac50-890853b5e220 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:38:06.009742 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9d5bc916-ef29-46ab-bc6a-b8e0a75f4c70 req-8dbd8b32-ac1e-4933-ac50-890853b5e220 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 945 time: 0.0474772 Jun 14 18:38:06.057311 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-9d5bc916-ef29-46ab-bc6a-b8e0a75f4c70 req-b2e5f693-2d30-4277-b919-b91438ea830a tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Jun 14 18:38:07.175940 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866152af-d7f4-4051-8f37-bd081c45d9e3 req-c0bb9673-5b18-431b-aa46-5b0a1defcb5f tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:38:07.177394 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-866152af-d7f4-4051-8f37-bd081c45d9e3 req-c0bb9673-5b18-431b-aa46-5b0a1defcb5f tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 945 time: 0.0500827 Jun 14 18:38:07.224015 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-866152af-d7f4-4051-8f37-bd081c45d9e3 req-59517a8d-d520-4af1-b779-551dd93920b2 tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/security-groups?id=be2930d3-eec4-4c2d-a116-3e7bf0106da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409088 Jun 14 18:38:07.549286 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d75aaf-7e14-4552-875f-7acd901fc985 req-4b3134b8-eae0-4304-bc97-586d0ca9b5fe tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:38:07.551214 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84d75aaf-7e14-4552-875f-7acd901fc985 req-4b3134b8-eae0-4304-bc97-586d0ca9b5fe tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.13 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 945 time: 0.0463328 Jun 14 18:38:07.877581 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-84d75aaf-7e14-4552-875f-7acd901fc985 req-40e859f7-2efe-4906-b218-488648f7e54e tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Deleting port e1764ec3-2d3a-4526-a3a8-fa6815567096 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:38:07.877918 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84d75aaf-7e14-4552-875f-7acd901fc985 req-40e859f7-2efe-4906-b218-488648f7e54e tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:07.970138 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-84d75aaf-7e14-4552-875f-7acd901fc985 req-40e859f7-2efe-4906-b218-488648f7e54e tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] For port e1764ec3-2d3a-4526-a3a8-fa6815567096, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e1764ec3-2d3a-4526-a3a8-fa6815567096,segment=NetworkSegment(ba818bc7-bf98-40b6-a845-e0bd2da7dcf1),segment_id=ba818bc7-bf98-40b6-a845-e0bd2da7dcf1)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:38:07.970499 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84d75aaf-7e14-4552-875f-7acd901fc985 req-40e859f7-2efe-4906-b218-488648f7e54e tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:07.983435 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-84d75aaf-7e14-4552-875f-7acd901fc985 req-40e859f7-2efe-4906-b218-488648f7e54e tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Calling delete_port for e1764ec3-2d3a-4526-a3a8-fa6815567096 owned by compute:nova {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:38:08.146380 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84d75aaf-7e14-4552-875f-7acd901fc985 req-40e859f7-2efe-4906-b218-488648f7e54e tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (e1764ec3-2d3a-4526-a3a8-fa6815567096), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:08.158584 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['e1764ec3-2d3a-4526-a3a8-fa6815567096'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:38:08.178727 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e859f7-2efe-4906-b218-488648f7e54e tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Pushing event deleted for resources: {'Port': ['ID=e1764ec3-2d3a-4526-a3a8-fa6815567096,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:38:08.221403 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d75aaf-7e14-4552-875f-7acd901fc985 req-40e859f7-2efe-4906-b218-488648f7e54e tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] No DVR routers for this DVR port e1764ec3-2d3a-4526-a3a8-fa6815567096 on host hv-cinder-84456 {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:38:08.224330 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-84d75aaf-7e14-4552-875f-7acd901fc985 req-40e859f7-2efe-4906-b218-488648f7e54e tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:08.227589 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-84d75aaf-7e14-4552-875f-7acd901fc985 req-40e859f7-2efe-4906-b218-488648f7e54e tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.13 "DELETE /v2.0/ports/e1764ec3-2d3a-4526-a3a8-fa6815567096 HTTP/1.1" status: 204 len: 173 time: 0.6715693 Jun 14 18:38:08.228017 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094c4fb0-55c2-469b-bbf6-cdd696ba29d0', 'name': 'network-vif-deleted', 'tag': 'e1764ec3-2d3a-4526-a3a8-fa6815567096'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:38:08.230376 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be677032-1784-41ff-a78a-70a258fbf2e4" -d '{"events": [{"server_uuid": "094c4fb0-55c2-469b-bbf6-cdd696ba29d0", "name": "network-vif-deleted", "tag": "e1764ec3-2d3a-4526-a3a8-fa6815567096"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:38:08.272205 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90927a1c-ca3e-4944-84c4-f4f8d07841a4 x-openstack-request-id: req-90927a1c-ca3e-4944-84c4-f4f8d07841a4 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:38:08.272494 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094c4fb0-55c2-469b-bbf6-cdd696ba29d0", "name": "network-vif-deleted", "tag": "e1764ec3-2d3a-4526-a3a8-fa6815567096", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:38:08.272760 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90927a1c-ca3e-4944-84c4-f4f8d07841a4 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:38:08.273198 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90927a1c-ca3e-4944-84c4-f4f8d07841a4'] response: {'server_uuid': '094c4fb0-55c2-469b-bbf6-cdd696ba29d0', 'name': 'network-vif-deleted', 'tag': 'e1764ec3-2d3a-4526-a3a8-fa6815567096', 'status': 'completed', 'code': 200} Jun 14 18:38:08.326158 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4fe1df28-2f3c-4d7c-b340-e9e4c48d7743 req-42258380-83f6-4735-9cdb-8a313a04945b tempest-VolumesSnapshotTestJSON-1941290998 tempest-VolumesSnapshotTestJSON-1941290998-project] 10.222.0.78 "GET /v2.0/ports?device_id=094c4fb0-55c2-469b-bbf6-cdd696ba29d0 HTTP/1.1" status: 200 len: 210 time: 0.0289793 Jun 14 18:38:09.670204 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b76077fe-aed8-4a23-96bd-e157b813fb6a req-824123c6-adad-4bf6-939a-63698ac73d27 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384209 Jun 14 18:38:09.755138 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76077fe-aed8-4a23-96bd-e157b813fb6a req-f42727d2-2d0d-4e91-a472-7e987f811c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:38:09.756676 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b76077fe-aed8-4a23-96bd-e157b813fb6a req-f42727d2-2d0d-4e91-a472-7e987f811c44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 1129 time: 0.0433171 Jun 14 18:38:09.868340 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76077fe-aed8-4a23-96bd-e157b813fb6a req-606bb0bf-73b4-4dbe-9e92-406aab014022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:38:09.869844 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b76077fe-aed8-4a23-96bd-e157b813fb6a req-606bb0bf-73b4-4dbe-9e92-406aab014022 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 913 time: 0.0958710 Jun 14 18:38:09.945086 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b76077fe-aed8-4a23-96bd-e157b813fb6a req-932c02f2-7f62-42a0-a907-846e72b64292 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3016db14-1b36-475d-ba0c-3b43b39e932c HTTP/1.1" status: 200 len: 1001 time: 0.0683477 Jun 14 18:38:09.997473 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76077fe-aed8-4a23-96bd-e157b813fb6a req-6fbafa19-f489-40dc-8e78-57964a58968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:38:09.998951 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b76077fe-aed8-4a23-96bd-e157b813fb6a req-6fbafa19-f489-40dc-8e78-57964a58968e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0480247 Jun 14 18:38:10.044602 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76077fe-aed8-4a23-96bd-e157b813fb6a req-3a171c80-9d48-43a3-9ff0-fe8213380929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:38:10.046126 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b76077fe-aed8-4a23-96bd-e157b813fb6a req-3a171c80-9d48-43a3-9ff0-fe8213380929 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412633 Jun 14 18:38:10.123555 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:10.142508 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b76077fe-aed8-4a23-96bd-e157b813fb6a req-50c8266d-9335-4a44-9cbe-9bd62dc08b49 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903332 Jun 14 18:38:10.167967 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:10.236072 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b76077fe-aed8-4a23-96bd-e157b813fb6a req-81f33408-6ed8-4836-8401-f60c73081278 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878999 Jun 14 18:38:11.058152 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device e1764ec3-2d3a-4526-a3a8-fa6815567096 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:38:11.078736 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: e1764ec3-2d3a-4526-a3a8-fa6815567096 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:38:11.078736 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device e1764ec3-2d3a-4526-a3a8-fa6815567096 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:38:15.067776 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:18.307602 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=6 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:18.308467 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=14 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:20.290269 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=16 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:21.062556 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:23.942433 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:38:27.853221 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=6 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:29.837604 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-42b39fd2-cd63-4bd6-9e18-bc1a85c944e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:32.242990 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f6d7c508-2baa-4ba9-9ac5-a8f66684dd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:33.071355 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:33.191253 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:33.848059 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 35608) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:38:33.894731 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Deleting subnet 137a9db1-2b02-4602-ab19-e67d2f1cd7dc {{(pid=104772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:38:33.898724 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Publish callbacks [] for subnet (137a9db1-2b02-4602-ab19-e67d2f1cd7dc), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:33.937364 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126609704'] for subnet (137a9db1-2b02-4602-ab19-e67d2f1cd7dc), precommit_delete_associations {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:33.938026 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:33.983528 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (137a9db1-2b02-4602-ab19-e67d2f1cd7dc), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:34.089273 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126161872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126410565'] for subnet (137a9db1-2b02-4602-ab19-e67d2f1cd7dc), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:34.119264 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=137a9db1-2b02-4602-ab19-e67d2f1cd7dc,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:38:34.121995 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:34.125065 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/137a9db1-2b02-4602-ab19-e67d2f1cd7dc HTTP/1.1" status: 204 len: 168 time: 0.2760139 Jun 14 18:38:34.127917 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 35610) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:38:34.132501 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.132640 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.133120 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.133468 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.133817 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.134155 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.134488 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.134801 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.135120 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.135441 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.135760 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.136080 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.136399 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.136713 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.137035 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587a1eb-f878-4160-bad7-7c3266217e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:34.213211 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (b92bd074-bf0b-4285-9cfe-d2dccb2d2e20), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:34.303779 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (b92bd074-bf0b-4285-9cfe-d2dccb2d2e20), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:34.325993 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92bd074-bf0b-4285-9cfe-d2dccb2d2e20']}} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:38:34.335908 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba818bc7-bf98-40b6-a845-e0bd2da7dcf1') {'for_net_delete': True} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:38:34.336209 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba818bc7-bf98-40b6-a845-e0bd2da7dcf1') {} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:38:34.346539 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193846'] for segment (ba818bc7-bf98-40b6-a845-e0bd2da7dcf1), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:34.359958 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (ba818bc7-bf98-40b6-a845-e0bd2da7dcf1), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:34.367480 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=104773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:38:34.367880 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2781306'] for segment (ba818bc7-bf98-40b6-a845-e0bd2da7dcf1), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:34.482858 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (b92bd074-bf0b-4285-9cfe-d2dccb2d2e20), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:34.488569 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:34.492585 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b92bd074-bf0b-4285-9cfe-d2dccb2d2e20 HTTP/1.1" status: 204 len: 168 time: 0.3632724 Jun 14 18:38:34.503923 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbd964-8148-44e8-b3fe-d479f00f6bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b92bd074-bf0b-4285-9cfe-d2dccb2d2e20,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:38:34.573824 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment ba818bc7-bf98-40b6-a845-e0bd2da7dcf1 resource provider aggregate not found Jun 14 18:38:34.591575 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment ba818bc7-bf98-40b6-a845-e0bd2da7dcf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba818bc7-bf98-40b6-a845-e0bd2da7dcf1 found for delete ", "request_id": "req-6cb0b951-5124-47ca-93ba-a52accfb93bc"}]} Jun 14 18:38:34.876580 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:34.912043 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 35620) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:38:34.951483 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-74abcbdb-da8f-4247-8677-e58c013e112c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=64f290418a3e42ba962a70a5af666a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421708 Jun 14 18:38:34.954074 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 35622) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:38:35.009228 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0cc5e373-6d78-4348-b0d4-7980b8a3b758 admin admin] Publish callbacks [] for security_group (be2930d3-eec4-4c2d-a116-3e7bf0106da9), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:35.035165 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0cc5e373-6d78-4348-b0d4-7980b8a3b758 admin admin] Publish callbacks [] for security_group (be2930d3-eec4-4c2d-a116-3e7bf0106da9), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:35.122692 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:35.151369 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0cc5e373-6d78-4348-b0d4-7980b8a3b758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (be2930d3-eec4-4c2d-a116-3e7bf0106da9), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:35.154205 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0cc5e373-6d78-4348-b0d4-7980b8a3b758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:35.155392 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-0cc5e373-6d78-4348-b0d4-7980b8a3b758 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be2930d3-eec4-4c2d-a116-3e7bf0106da9 HTTP/1.1" status: 204 len: 168 time: 0.2004230 Jun 14 18:38:35.165824 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5e373-6d78-4348-b0d4-7980b8a3b758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2930d3-eec4-4c2d-a116-3e7bf0106da9,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:38:44.493883 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:44.503813 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=24,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:45.064603 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:45.158295 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:45.159064 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=47,neutron:DELETE=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:45.184371 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:38:56.583672 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 35756) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:38:56.687633 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f34efbed-16d9-47b3-9ccb-ef769ec5607c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:56.762340 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f34efbed-16d9-47b3-9ccb-ef769ec5607c admin admin] Publish callbacks [] for security_group (3cf67e8f-1d72-41a2-aed8-8538de3179ef), precommit_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:56.829799 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f34efbed-16d9-47b3-9ccb-ef769ec5607c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (3cf67e8f-1d72-41a2-aed8-8538de3179ef), after_create {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:56.868606 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-f34efbed-16d9-47b3-9ccb-ef769ec5607c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=626ed909213644129dfad044b31bb0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838330 Jun 14 18:38:56.869494 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34efbed-16d9-47b3-9ccb-ef769ec5607c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf67e8f-1d72-41a2-aed8-8538de3179ef,revision_number=1']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:38:56.872164 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 35760) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:38:56.924775 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Publish callbacks [] for security_group (3cf67e8f-1d72-41a2-aed8-8538de3179ef), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:56.948080 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Publish callbacks [] for security_group (3cf67e8f-1d72-41a2-aed8-8538de3179ef), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:57.058716 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (3cf67e8f-1d72-41a2-aed8-8538de3179ef), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:57.061185 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:38:57.062385 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3cf67e8f-1d72-41a2-aed8-8538de3179ef HTTP/1.1" status: 204 len: 168 time: 0.1892190 Jun 14 18:38:57.070470 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf67e8f-1d72-41a2-aed8-8538de3179ef,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:38:57.078833 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.079155 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.079495 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.079828 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.080150 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.080478 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.080803 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.081131 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.081476 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.081803 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.082242 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.082577 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.082892 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.083212 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:57.083531 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b6faf-7a87-4b0f-b8fe-da4164805580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:38:59.858549 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fa8f83b5-a12e-412a-bbfd-992a6b70ed03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:00.941376 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:39:02.286859 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e632e3b3-9b07-482a-a322-8d4ee37a06e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:03.075984 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:03.161440 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:04.921537 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:05.109714 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:06.856119 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=17,neutron:INSERT=7 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:06.865196 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:07.073522 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:07.074269 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:09.732346 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b5353016-d66a-4be3-8354-7546548f674f req-47e9ceeb-c68c-4d1b-bd4c-c96fb33129cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391862 Jun 14 18:39:09.815485 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353016-d66a-4be3-8354-7546548f674f req-e17e3c78-aadb-464b-a09c-cb599e480ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:09.817169 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b5353016-d66a-4be3-8354-7546548f674f req-e17e3c78-aadb-464b-a09c-cb599e480ad2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 1129 time: 0.0433073 Jun 14 18:39:09.948986 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353016-d66a-4be3-8354-7546548f674f req-b73d7c49-cd1f-4d51-9cba-06f511a5b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:09.951675 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b5353016-d66a-4be3-8354-7546548f674f req-b73d7c49-cd1f-4d51-9cba-06f511a5b640 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 913 time: 0.1125660 Jun 14 18:39:10.018535 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b5353016-d66a-4be3-8354-7546548f674f req-bfbe7427-e319-4447-a7c3-9f1737d92084 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3016db14-1b36-475d-ba0c-3b43b39e932c HTTP/1.1" status: 200 len: 1001 time: 0.0612683 Jun 14 18:39:10.078748 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353016-d66a-4be3-8354-7546548f674f req-62375cad-4d1f-4334-a335-e42f6fcb36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:10.080215 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b5353016-d66a-4be3-8354-7546548f674f req-62375cad-4d1f-4334-a335-e42f6fcb36d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0565317 Jun 14 18:39:10.125991 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353016-d66a-4be3-8354-7546548f674f req-609dbd96-3025-4b95-8087-65391f4cd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:10.127526 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b5353016-d66a-4be3-8354-7546548f674f req-609dbd96-3025-4b95-8087-65391f4cd5b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417171 Jun 14 18:39:10.226429 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b5353016-d66a-4be3-8354-7546548f674f req-1b565fee-2124-46da-ab36-0a63dd92bbb3 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925407 Jun 14 18:39:10.325855 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-b5353016-d66a-4be3-8354-7546548f674f req-dc1efe0f-8681-402a-9d2c-2ba2fced6e65 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926538 Jun 14 18:39:10.936095 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:10.937006 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:15.060268 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:15.062093 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:20.320456 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=49 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:20.321193 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=52 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:24.825750 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=13 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:24.827638 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=13 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:26.025319 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea7752-e208-4098-b68f-e166d68b29be req-44fdc4cc-eb63-4a9e-9e77-94c82868627c tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:26.027161 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8fea7752-e208-4098-b68f-e166d68b29be req-44fdc4cc-eb63-4a9e-9e77-94c82868627c tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 945 time: 0.0499046 Jun 14 18:39:26.082863 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-8fea7752-e208-4098-b68f-e166d68b29be req-4c7701f3-95c1-4312-982c-728ef8b38fdf tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484016 Jun 14 18:39:27.204899 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804a2a1-0bb5-4fd8-8770-ad68cb529cc1 req-a7821051-8e8a-42ce-a254-59575cb963ed tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:27.206316 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a804a2a1-0bb5-4fd8-8770-ad68cb529cc1 req-a7821051-8e8a-42ce-a254-59575cb963ed tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 945 time: 0.0485590 Jun 14 18:39:27.259175 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a804a2a1-0bb5-4fd8-8770-ad68cb529cc1 req-d3e14812-b0b2-492b-a551-c989fb6a2eda tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470078 Jun 14 18:39:27.458163 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-0d16971d-a21f-4858-ae5b-d8878a5c5694 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:27.459564 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-0d16971d-a21f-4858-ae5b-d8878a5c5694 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 945 time: 0.0525684 Jun 14 18:39:27.547454 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Deleting port 3016db14-1b36-475d-ba0c-3b43b39e932c {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:39:27.548071 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:27.644896 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] For port 3016db14-1b36-475d-ba0c-3b43b39e932c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3016db14-1b36-475d-ba0c-3b43b39e932c,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:39:27.645253 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:27.835054 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:27.835554 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (8098b8d0-8b08-474a-9156-2ea2582a0e5a), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:27.836071 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Floating IP 8098b8d0-8b08-474a-9156-2ea2582a0e5a disassociated. External IP: 172.27.0.233, port: 3016db14-1b36-475d-ba0c-3b43b39e932c. Jun 14 18:39:27.836717 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Calling delete_port for 3016db14-1b36-475d-ba0c-3b43b39e932c owned by compute:nova {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:39:28.029644 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (3016db14-1b36-475d-ba0c-3b43b39e932c), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:28.060966 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event deleted for resources: {'Port': ['ID=3016db14-1b36-475d-ba0c-3b43b39e932c,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:39:28.170983 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Router 51673af9-295a-4fce-9ca2-703c91a2321f has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:39:28.299510 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:39:28.311513 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38de30-0c5e-4a50-85ed-fbd8d0e84ea9 None None] Sync routers for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:39:28.326696 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38de30-0c5e-4a50-85ed-fbd8d0e84ea9 None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:39:28.328447 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-dc38de30-0c5e-4a50-85ed-fbd8d0e84ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:39:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:39:28.380816 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-cd23e77d-c3ea-4ab8-a5b5-da4e28879874 req-69e60032-6086-4cf8-98b8-40bc54c178a9 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 210 time: 0.0459585 Jun 14 18:39:28.381219 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] No DVR routers for this DVR port 3016db14-1b36-475d-ba0c-3b43b39e932c on host hv-cinder-84456 {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:39:28.383872 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:28.387140 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-54be0c57-c372-4c59-b2d3-d3010e47930e req-7643a1fa-5d42-4bc9-8531-096ca3d5be64 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "DELETE /v2.0/ports/3016db14-1b36-475d-ba0c-3b43b39e932c HTTP/1.1" status: 204 len: 173 time: 0.9211886 Jun 14 18:39:28.387614 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'name': 'network-vif-deleted', 'tag': '3016db14-1b36-475d-ba0c-3b43b39e932c'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:39:28.389951 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb07149-a69f-4864-9f9a-ee683830dddc" -d '{"events": [{"server_uuid": "c004d7e4-71d3-418b-95f2-736cef250bdc", "name": "network-vif-deleted", "tag": "3016db14-1b36-475d-ba0c-3b43b39e932c"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:39:28.427399 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf5028f-fc00-49b2-84ed-091047a27ac2 x-openstack-request-id: req-3bf5028f-fc00-49b2-84ed-091047a27ac2 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:39:28.427934 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c004d7e4-71d3-418b-95f2-736cef250bdc", "name": "network-vif-deleted", "tag": "3016db14-1b36-475d-ba0c-3b43b39e932c", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:39:28.428180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3bf5028f-fc00-49b2-84ed-091047a27ac2 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:39:28.428590 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf5028f-fc00-49b2-84ed-091047a27ac2'] response: {'server_uuid': 'c004d7e4-71d3-418b-95f2-736cef250bdc', 'name': 'network-vif-deleted', 'tag': '3016db14-1b36-475d-ba0c-3b43b39e932c', 'status': 'completed', 'code': 200} Jun 14 18:39:28.460726 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-dc38de30-0c5e-4a50-85ed-fbd8d0e84ea9 None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:39:28.696768 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-dc38de30-0c5e-4a50-85ed-fbd8d0e84ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:39:28.718964 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38de30-0c5e-4a50-85ed-fbd8d0e84ea9 None None] Checking router: 51673af9-295a-4fce-9ca2-703c91a2321f for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:39:28.728619 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38de30-0c5e-4a50-85ed-fbd8d0e84ea9 None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:39:28.729261 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-dc38de30-0c5e-4a50-85ed-fbd8d0e84ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:39:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:39:28.844392 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-dc38de30-0c5e-4a50-85ed-fbd8d0e84ea9 None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:39:29.070669 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-dc38de30-0c5e-4a50-85ed-fbd8d0e84ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:39:29.101766 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38de30-0c5e-4a50-85ed-fbd8d0e84ea9 None None] The sync data for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi is: [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:39:29.351373 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7eadd-46a1-4ccb-9e52-67ff4a0c8d9e None None] New status for floating IP 8098b8d0-8b08-474a-9156-2ea2582a0e5a: DOWN {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:39:29.523606 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-a1d06a41-096d-4b8c-885f-ffc973e26159 req-fd193e33-e497-452e-8f19-48cef7c3e908 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=c004d7e4-71d3-418b-95f2-736cef250bdc HTTP/1.1" status: 200 len: 210 time: 0.0344687 Jun 14 18:39:29.834859 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b3d2edaf-f357-4c90-9b5c-7168eeaa34b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:30.785725 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:30.795578 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:30.832206 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-a03c9525-68c3-45bc-b876-00c5cf3cf4b0 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112180450&fields=id&tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e HTTP/1.1" status: 200 len: 267 time: 0.0534887 Jun 14 18:39:30.973641 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-d1e7cf37-eabd-4959-9265-1733d0dc4f9b tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:30.976157 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-d1e7cf37-eabd-4959-9265-1733d0dc4f9b tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 812 time: 0.1371961 Jun 14 18:39:30.998243 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-ad36d3bb-afc3-45cc-9442-2b2c732cb966 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/quotas/4c8c7a8868b741feb66d6a3b8c761d9e HTTP/1.1" status: 200 len: 375 time: 0.0161598 Jun 14 18:39:31.055770 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-e99be0d5-e898-4607-9448-bd47c490163b tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520132 Jun 14 18:39:31.073618 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-369713a5-d72b-42ff-82fb-ecf80db9987c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 14 18:39:31.074979 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-369713a5-d72b-42ff-82fb-ecf80db9987c service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056996 Jun 14 18:39:31.175613 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-7252b390-f15a-4a70-b334-5367712f31ee service neutron] 10.222.0.78 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943918 Jun 14 18:39:31.278972 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-890483ed-c40e-4921-a60b-3899120d3c8e service neutron] 10.222.0.78 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970058 Jun 14 18:39:31.453151 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 3016db14-1b36-475d-ba0c-3b43b39e932c no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:39:31.474107 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 3016db14-1b36-475d-ba0c-3b43b39e932c {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:39:31.474454 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 3016db14-1b36-475d-ba0c-3b43b39e932c not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:39:31.848000 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-a0182ae1-4874-4804-abfe-70b1f9bd74dc req-047afc1f-2b04-4d49-9d7f-2d894b7b2fb2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 210 time: 0.0397556 Jun 14 18:39:32.240769 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e0f53be2-f49c-4756-8c9f-eec257627369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:32.957340 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-bf13a596-ce6a-428c-b3b7-615be86760c3 req-c1f59981-006c-4315-8853-8df44dc3dc2e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 210 time: 0.0329905 Jun 14 18:39:33.109026 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:33.188676 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:33.825024 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-b94f826c-e8c1-4227-a4bc-3fee340dc632 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:33.826699 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-b94f826c-e8c1-4227-a4bc-3fee340dc632 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 812 time: 0.1166048 Jun 14 18:39:33.894236 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-3d8f6335-5d20-4610-8808-195dc080d21e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e HTTP/1.1" status: 200 len: 380 time: 0.0597615 Jun 14 18:39:33.913294 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'port': {'device_id': '7579bfbd-2387-4568-8c0b-111b987450ca', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'admin_state_up': True, 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'security_groups': ['ecab05c3-61db-472a-9535-33860ce7cbc7']}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:39:34.062497 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-896f42b6-68f0-4d5f-b30d-0b9913c06de7 req-1f1aabda-061a-4ee6-ab43-c6bc24d1659e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 210 time: 0.0302024 Jun 14 18:39:34.126323 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Made reservation on behalf of 4c8c7a8868b741feb66d6a3b8c761d9e for: {'port': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:39:34.130093 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:34.274575 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:34.276713 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Allocated IP 172.20.0.6 (5e1d771e-6723-48d3-994d-42a6b0e70992/44ee3593-de13-45fe-841f-10024f03b310/e381693f-6e0b-4d1d-87a0-51d476d74063) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:39:34.399784 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:34.439783 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:34.577679 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:34.628395 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Network 5e1d771e-6723-48d3-994d-42a6b0e70992 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:39:34.631833 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:39:34.636209 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:39:34.643625 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'Port': ['ID=e381693f-6e0b-4d1d-87a0-51d476d74063,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:39:34.710679 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:34.711346 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:34.832044 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-dffb5516-f6cc-4188-8140-1244279e0739 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9319971 Jun 14 18:39:34.843859 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Request body: {'port': {'device_id': '7579bfbd-2387-4568-8c0b-111b987450ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:39:34.887830 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:34.925308 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:34.932815 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-fe5224c7-50b1-43b5-bcfb-4835c2ab956b None None] Provisioning complete for port e381693f-6e0b-4d1d-87a0-51d476d74063 triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:39:34.932815 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fe5224c7-50b1-43b5-bcfb-4835c2ab956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:34.991089 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-fe5224c7-50b1-43b5-bcfb-4835c2ab956b None None] Port e381693f-6e0b-4d1d-87a0-51d476d74063 cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:39:35.149104 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:35.214997 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edbdc8-50c8-4d0d-8055-18ae8aafe271 req-86933e21-ae80-4ec1-95aa-6dd4cd969ecd tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:35.214997 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-23edbdc8-50c8-4d0d-8055-18ae8aafe271 req-86933e21-ae80-4ec1-95aa-6dd4cd969ecd tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 931 time: 0.0700173 Jun 14 18:39:35.271799 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e381693f-6e0b-4d1d-87a0-51d476d74063 {{(pid=104773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:39:35.288497 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Publish callbacks [] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:35.301914 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:35.318504 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-23edbdc8-50c8-4d0d-8055-18ae8aafe271 req-a303dd42-d517-48c9-8d0e-a1064ab2e934 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976675 Jun 14 18:39:35.319430 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.provisioning_blocks [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Transition to ACTIVE for port object e381693f-6e0b-4d1d-87a0-51d476d74063 will not be triggered until provisioned by entity L2. {{(pid=104773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:39:35.383135 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:35.440275 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Pushing event updated for resources: {'Port': ['ID=e381693f-6e0b-4d1d-87a0-51d476d74063,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:39:35.519203 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Attempting to bind port e381693f-6e0b-4d1d-87a0-51d476d74063 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:39:35.519538 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Attempting to bind port e381693f-6e0b-4d1d-87a0-51d476d74063 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:39:35.519867 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Attempting to bind port e381693f-6e0b-4d1d-87a0-51d476d74063 on network 5e1d771e-6723-48d3-994d-42a6b0e70992 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:39:35.524949 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Port e381693f-6e0b-4d1d-87a0-51d476d74063 on network 5e1d771e-6723-48d3-994d-42a6b0e70992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:39:35.530624 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Attempting to bind port e381693f-6e0b-4d1d-87a0-51d476d74063 on network 5e1d771e-6723-48d3-994d-42a6b0e70992 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:39:35.531549 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:39:35.531902 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Checking segment: {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:39:35.532262 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Bound using segment: {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:39:35.532689 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Bound port: e381693f-6e0b-4d1d-87a0-51d476d74063, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'}}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:39:35.533052 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:35.550156 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:35.610393 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] For port e381693f-6e0b-4d1d-87a0-51d476d74063, host hv-cinder-84456, cleared binding levels {{(pid=104773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:39:35.614033 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] For port e381693f-6e0b-4d1d-87a0-51d476d74063, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e381693f-6e0b-4d1d-87a0-51d476d74063,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:39:35.715305 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:35.753472 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:35.754098 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:35.755481 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] 10.222.0.13 "PUT /v2.0/ports/e381693f-6e0b-4d1d-87a0-51d476d74063 HTTP/1.1" status: 200 len: 1093 time: 0.9169788 Jun 14 18:39:35.755923 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7579bfbd-2387-4568-8c0b-111b987450ca', 'tag': 'e381693f-6e0b-4d1d-87a0-51d476d74063'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:39:35.758272 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64beb38-05dd-4b6f-9f4b-0d91fc4c897c" -d '{"events": [{"name": "network-changed", "server_uuid": "7579bfbd-2387-4568-8c0b-111b987450ca", "tag": "e381693f-6e0b-4d1d-87a0-51d476d74063"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:39:35.787714 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a09988-51ce-4876-ad9d-37d7746c778e service neutron] Pushing event updated for resources: {'Port': ['ID=e381693f-6e0b-4d1d-87a0-51d476d74063,revision_number=3']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:39:35.811217 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b99572-03b5-4fd2-874c-5187eed55461 x-openstack-request-id: req-39b99572-03b5-4fd2-874c-5187eed55461 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:39:35.811510 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7579bfbd-2387-4568-8c0b-111b987450ca", "tag": "e381693f-6e0b-4d1d-87a0-51d476d74063", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:39:35.811766 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-39b99572-03b5-4fd2-874c-5187eed55461 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:39:35.812176 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b99572-03b5-4fd2-874c-5187eed55461'] response: {'name': 'network-changed', 'server_uuid': '7579bfbd-2387-4568-8c0b-111b987450ca', 'tag': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'status': 'completed', 'code': 200} Jun 14 18:39:35.889685 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64beb38-05dd-4b6f-9f4b-0d91fc4c897c req-cfb15024-8136-4e90-ba08-fa5b82fa5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:35.891772 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e64beb38-05dd-4b6f-9f4b-0d91fc4c897c req-cfb15024-8136-4e90-ba08-fa5b82fa5c60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 1127 time: 0.0611653 Jun 14 18:39:36.021180 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64beb38-05dd-4b6f-9f4b-0d91fc4c897c req-c3c936f1-9587-4438-b307-b3c7e31c7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:36.022576 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e64beb38-05dd-4b6f-9f4b-0d91fc4c897c req-c3c936f1-9587-4438-b307-b3c7e31c7972 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1241951 Jun 14 18:39:36.474604 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64beb38-05dd-4b6f-9f4b-0d91fc4c897c req-a23c5332-579c-4c00-a40e-8c8a1ffbe30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:36.477164 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e64beb38-05dd-4b6f-9f4b-0d91fc4c897c req-a23c5332-579c-4c00-a40e-8c8a1ffbe30f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4478276 Jun 14 18:39:36.502625 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768a855-898b-454c-a170-7ed0dfc8c8ca req-ebc91b06-8bf7-405b-a4a0-c80aba2b6372 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:36.509122 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3768a855-898b-454c-a170-7ed0dfc8c8ca req-ebc91b06-8bf7-405b-a4a0-c80aba2b6372 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 943 time: 0.0996006 Jun 14 18:39:36.578878 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-bb76ffc5-96e6-4f3d-baa1-a4788c83692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:36.580353 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-bb76ffc5-96e6-4f3d-baa1-a4788c83692c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 1127 time: 0.0631831 Jun 14 18:39:36.600780 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3768a855-898b-454c-a170-7ed0dfc8c8ca req-75c06ac5-2740-4c35-b2d8-18f24b509122 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900776 Jun 14 18:39:36.627395 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-0e38ac0d-d50d-4751-a558-f9f6270c021c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e381693f-6e0b-4d1d-87a0-51d476d74063 HTTP/1.1" status: 200 len: 217 time: 0.0379431 Jun 14 18:39:36.677179 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-3bc7b248-e2b7-47d8-8b17-25b9a1540d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:36.678699 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-3bc7b248-e2b7-47d8-8b17-25b9a1540d05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0462956 Jun 14 18:39:36.725124 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-71aaa5ba-6ca5-4707-87ad-57c43c4a05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:36.726669 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-71aaa5ba-6ca5-4707-87ad-57c43c4a05c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425529 Jun 14 18:39:36.817928 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-a6029ffa-f5fe-4083-8ffc-64d8d7408218 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843675 Jun 14 18:39:36.915440 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-e2c77320-554d-4aa9-aa26-3ed0fecb56c7 req-2a40a380-8c05-489f-9222-6301d3f01d94 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924952 Jun 14 18:39:37.722519 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cbafc-fb0a-41f3-bb40-53859c80fc9f req-d60d6890-0a60-4daa-be8c-baf62940e063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:37.724081 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ff7cbafc-fb0a-41f3-bb40-53859c80fc9f req-d60d6890-0a60-4daa-be8c-baf62940e063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 943 time: 0.0486133 Jun 14 18:39:37.775488 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-ff7cbafc-fb0a-41f3-bb40-53859c80fc9f req-0f0783f6-0fa2-4d1b-9f02-4f09f598b1f9 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455532 Jun 14 18:39:37.940134 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:39:38.897905 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6bab2-3e9b-4def-b6ef-026e2c7f7c3c req-deb4fc28-39ce-475c-970e-981d89c23e6d tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:38.899512 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-afd6bab2-3e9b-4def-b6ef-026e2c7f7c3c req-deb4fc28-39ce-475c-970e-981d89c23e6d tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 943 time: 0.0517449 Jun 14 18:39:38.929855 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:38.956925 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-afd6bab2-3e9b-4def-b6ef-026e2c7f7c3c req-8c69a6a5-aed6-4fcf-8577-a4e181a822be tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493481 Jun 14 18:39:40.078541 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc47571-0a42-45e3-bb32-94e793d179d2 req-316bae02-d345-40c4-95a6-a14f6608afb5 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:40.080062 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4bc47571-0a42-45e3-bb32-94e793d179d2 req-316bae02-d345-40c4-95a6-a14f6608afb5 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 943 time: 0.0514333 Jun 14 18:39:40.130408 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-4bc47571-0a42-45e3-bb32-94e793d179d2 req-6e4699d5-7e4b-419b-ab83-c294c80bf5b5 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447679 Jun 14 18:39:41.254408 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b363f8-461e-4f58-abfd-8271431fb692 req-cce3db47-2220-4e69-a15b-2f3e38342873 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:41.255888 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-14b363f8-461e-4f58-abfd-8271431fb692 req-cce3db47-2220-4e69-a15b-2f3e38342873 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 943 time: 0.0573647 Jun 14 18:39:41.305109 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-14b363f8-461e-4f58-abfd-8271431fb692 req-0a3c8b62-4780-4ecb-9a1d-90f0f9fede2e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436084 Jun 14 18:39:41.856047 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:42.428166 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10638d-b222-4ed9-94fa-0f7cc3d33942 req-e5574585-dae3-4882-b6be-ac2379e9d968 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:42.429675 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7c10638d-b222-4ed9-94fa-0f7cc3d33942 req-e5574585-dae3-4882-b6be-ac2379e9d968 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 943 time: 0.0513225 Jun 14 18:39:42.481437 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7c10638d-b222-4ed9-94fa-0f7cc3d33942 req-a0ce35d7-3c89-402a-92e0-9f51b598b0d2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458062 Jun 14 18:39:43.598802 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44890f7c-b6b2-4cd4-aa6f-218835dda894 req-1e51ad2c-872d-4010-93a0-8a826b2c7b23 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:43.600177 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-44890f7c-b6b2-4cd4-aa6f-218835dda894 req-1e51ad2c-872d-4010-93a0-8a826b2c7b23 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 943 time: 0.0461099 Jun 14 18:39:43.648794 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-44890f7c-b6b2-4cd4-aa6f-218835dda894 req-bc4d88c4-e005-47f2-bc54-a06f3ec420a1 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431345 Jun 14 18:39:44.766822 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899108ff-f0e4-4397-9f62-feaacbfd1ec8 req-af3f526b-5666-46b8-b610-a87dcd6c99ef tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:44.768208 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-899108ff-f0e4-4397-9f62-feaacbfd1ec8 req-af3f526b-5666-46b8-b610-a87dcd6c99ef tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 943 time: 0.0504665 Jun 14 18:39:44.817683 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-899108ff-f0e4-4397-9f62-feaacbfd1ec8 req-bf6ec108-3e7c-47d1-bc17-79f3ba582923 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438309 Jun 14 18:39:45.498368 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device e381693f-6e0b-4d1d-87a0-51d476d74063 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:39:45.509917 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:45.705244 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:45.730015 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port e381693f-6e0b-4d1d-87a0-51d476d74063, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e381693f-6e0b-4d1d-87a0-51d476d74063,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:39:45.743123 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'port_id': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'mac_address': 'fa:16:3e:81:3a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:39:45.778764 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port e381693f-6e0b-4d1d-87a0-51d476d74063 is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:39:45.779198 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:45.792340 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e381693f-6e0b-4d1d-87a0-51d476d74063 {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:39:45.815726 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port e381693f-6e0b-4d1d-87a0-51d476d74063, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e381693f-6e0b-4d1d-87a0-51d476d74063,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:39:45.874470 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:45.920247 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:45.922913 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=e381693f-6e0b-4d1d-87a0-51d476d74063,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:39:45.931148 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.938393 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de43952-367b-402e-a28e-a0b264ffe8f7 req-ff46d12f-bd70-4dc1-9fbb-6d62625679b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:45.938558 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.938558 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.938558 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.938558 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.938558 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.939009 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3de43952-367b-402e-a28e-a0b264ffe8f7 req-ff46d12f-bd70-4dc1-9fbb-6d62625679b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 944 time: 0.0486906 Jun 14 18:39:45.939114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.939114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.939114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.939114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.939114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.939114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.939114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.939114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.939114 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:39:45.990523 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3de43952-367b-402e-a28e-a0b264ffe8f7 req-d342d884-56e7-4ee2-8965-b70359cb68d8 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483549 Jun 14 18:39:46.075433 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['e381693f-6e0b-4d1d-87a0-51d476d74063'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:39:47.105879 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b9f90-c2e4-4a82-8519-fc42e6f7c4fd req-4cc29877-2026-452c-9ec5-df01f4e4b83c tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:47.107950 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-da0b9f90-c2e4-4a82-8519-fc42e6f7c4fd req-4cc29877-2026-452c-9ec5-df01f4e4b83c tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 944 time: 0.0485435 Jun 14 18:39:47.159918 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-da0b9f90-c2e4-4a82-8519-fc42e6f7c4fd req-85d7f136-671e-4801-8621-d651b6e3519f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457597 Jun 14 18:39:47.499215 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device e381693f-6e0b-4d1d-87a0-51d476d74063 up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:39:47.541100 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port e381693f-6e0b-4d1d-87a0-51d476d74063 completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:39:47.605690 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port e381693f-6e0b-4d1d-87a0-51d476d74063 triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:39:47.605977 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:47.683736 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port e381693f-6e0b-4d1d-87a0-51d476d74063 is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:39:47.684181 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:47.708243 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7579bfbd-2387-4568-8c0b-111b987450ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e381693f-6e0b-4d1d-87a0-51d476d74063'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:39:47.710463 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6122a0e-e1e4-450a-a9f5-56e2fc8f33ff" -d '{"events": [{"server_uuid": "7579bfbd-2387-4568-8c0b-111b987450ca", "name": "network-vif-plugged", "status": "completed", "tag": "e381693f-6e0b-4d1d-87a0-51d476d74063"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:39:47.724017 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port e381693f-6e0b-4d1d-87a0-51d476d74063, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e381693f-6e0b-4d1d-87a0-51d476d74063,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:39:47.771843 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:47.824727 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=e381693f-6e0b-4d1d-87a0-51d476d74063,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:39:47.887971 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0fa534-a747-4e59-9e8f-7978429c80c0 x-openstack-request-id: req-dd0fa534-a747-4e59-9e8f-7978429c80c0 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:39:47.888751 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7579bfbd-2387-4568-8c0b-111b987450ca", "name": "network-vif-plugged", "status": "completed", "tag": "e381693f-6e0b-4d1d-87a0-51d476d74063", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:39:47.888992 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd0fa534-a747-4e59-9e8f-7978429c80c0 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:39:47.889430 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd0fa534-a747-4e59-9e8f-7978429c80c0'] response: {'server_uuid': '7579bfbd-2387-4568-8c0b-111b987450ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'code': 200} Jun 14 18:39:47.935724 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:48.264560 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c8ebf-69cc-4790-9700-741a24d466f3 req-0d5ced89-1644-4f76-8ec5-8b7d97da9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:48.266440 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-670c8ebf-69cc-4790-9700-741a24d466f3 req-0d5ced89-1644-4f76-8ec5-8b7d97da9a81 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 1129 time: 0.0414245 Jun 14 18:39:48.283435 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2023692-9e34-4d0f-bccc-ad287985affa req-18520afc-b755-4d85-b277-61ed40746987 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:48.284992 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e2023692-9e34-4d0f-bccc-ad287985affa req-18520afc-b755-4d85-b277-61ed40746987 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 945 time: 0.0525136 Jun 14 18:39:48.315796 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-670c8ebf-69cc-4790-9700-741a24d466f3 req-5ce5d5ac-5e6c-4d00-9c3d-2da4d850b4c2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Jun 14 18:39:48.341993 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e2023692-9e34-4d0f-bccc-ad287985affa req-d0bb4732-4e87-4cd0-8676-2429e12c6c03 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493553 Jun 14 18:39:49.465105 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249acc2a-dde2-49cc-aedf-74abf66a4e8c req-82f75d6b-3fde-4a2c-be0b-9f1aae2ca0be tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:49.467157 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-249acc2a-dde2-49cc-aedf-74abf66a4e8c req-82f75d6b-3fde-4a2c-be0b-9f1aae2ca0be tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 945 time: 0.0515110 Jun 14 18:39:49.520300 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-249acc2a-dde2-49cc-aedf-74abf66a4e8c req-4e370d7e-ba3d-4660-a8cb-593ad17364fd tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474632 Jun 14 18:39:50.653242 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ea16f-cfc7-4583-a19c-5e228f14ca42 req-dd5eec97-b031-4b32-9438-3e56f6c88a8a tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:50.656662 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e80ea16f-cfc7-4583-a19c-5e228f14ca42 req-dd5eec97-b031-4b32-9438-3e56f6c88a8a tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 945 time: 0.0639400 Jun 14 18:39:50.712016 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-e80ea16f-cfc7-4583-a19c-5e228f14ca42 req-00de8b5e-8957-46e2-9c3a-a11b59877a5d tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491097 Jun 14 18:39:50.832164 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9da325-aa10-4af3-a96c-5fba4fede8ec req-f9bc568f-6351-46d0-8173-993f951129b7 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:50.833625 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2c9da325-aa10-4af3-a96c-5fba4fede8ec req-f9bc568f-6351-46d0-8173-993f951129b7 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 945 time: 0.0518551 Jun 14 18:39:50.888385 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2c9da325-aa10-4af3-a96c-5fba4fede8ec req-3fada95d-76dc-4bb1-bf53-c88115ca89d2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487585 Jun 14 18:39:50.911790 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 35850) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:39:50.953569 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b56e56-b9bf-47f9-b8c2-08cf9e3516b4 tempest-TestVolumeBootPattern-1366406108 tempest-TestVolumeBootPattern-1366406108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:50.955194 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-98b56e56-b9bf-47f9-b8c2-08cf9e3516b4 tempest-TestVolumeBootPattern-1366406108 tempest-TestVolumeBootPattern-1366406108-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 1124 time: 0.0423324 Jun 14 18:39:50.958046 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 35852) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:39:50.962555 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'port_id': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:39:51.045873 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:51.134421 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:51.246889 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Allocated IP 172.27.0.153 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/7e64b01f-df09-4e7f-affa-d3ebda301d1b) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:39:51.362544 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for port (7e64b01f-df09-4e7f-affa-d3ebda301d1b), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:51.366783 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:51.515338 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (7e64b01f-df09-4e7f-affa-d3ebda301d1b), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:51.524962 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:51.560091 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:39:51.563262 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:39:51.567578 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:39:51.573009 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'Port': ['ID=7e64b01f-df09-4e7f-affa-d3ebda301d1b,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:39:51.927870 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (9c927c47-ea7a-4592-8dd5-a4928727959a), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:52.070158 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (7e64b01f-df09-4e7f-affa-d3ebda301d1b), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:52.216856 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for port (7e64b01f-df09-4e7f-affa-d3ebda301d1b), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:52.319526 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (7e64b01f-df09-4e7f-affa-d3ebda301d1b), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:52.391028 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'Port': ['ID=7e64b01f-df09-4e7f-affa-d3ebda301d1b,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:39:52.400930 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:52.405259 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (9c927c47-ea7a-4592-8dd5-a4928727959a), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:52.500626 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Floating IP 9c927c47-ea7a-4592-8dd5-a4928727959a associated. External IP: 172.27.0.153, port: e381693f-6e0b-4d1d-87a0-51d476d74063. Jun 14 18:39:52.586188 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:52.702994 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Router 51673af9-295a-4fce-9ca2-703c91a2321f has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:39:52.805773 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:39:52.815750 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a5eba-ba12-47c6-aafd-899e15425b37 None None] Sync routers for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:39:52.818651 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:52.827512 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a5eba-ba12-47c6-aafd-899e15425b37 None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:39:52.828213 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-5d4a5eba-ba12-47c6-aafd-899e15425b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:39:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:39:52.893015 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:39:52.925104 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-fe2e28e9-fb91-4a84-b114-054eecaeb063 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9659638 Jun 14 18:39:52.925735 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7579bfbd-2387-4568-8c0b-111b987450ca', 'tag': 'e381693f-6e0b-4d1d-87a0-51d476d74063'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:39:52.928068 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303f9d3d-e81e-47f4-9e6e-d028bce1ff48" -d '{"events": [{"name": "network-changed", "server_uuid": "7579bfbd-2387-4568-8c0b-111b987450ca", "tag": "e381693f-6e0b-4d1d-87a0-51d476d74063"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:39:52.932098 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:39:52.935327 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-5d4a5eba-ba12-47c6-aafd-899e15425b37 None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:39:52.965961 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80092e2f-785d-47c6-b9d8-d8c3585f1e42 x-openstack-request-id: req-80092e2f-785d-47c6-b9d8-d8c3585f1e42 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:39:52.966247 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7579bfbd-2387-4568-8c0b-111b987450ca", "tag": "e381693f-6e0b-4d1d-87a0-51d476d74063", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:39:52.966542 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80092e2f-785d-47c6-b9d8-d8c3585f1e42 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:39:52.966946 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80092e2f-785d-47c6-b9d8-d8c3585f1e42'] response: {'name': 'network-changed', 'server_uuid': '7579bfbd-2387-4568-8c0b-111b987450ca', 'tag': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'status': 'completed', 'code': 200} Jun 14 18:39:53.025557 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f9d3d-e81e-47f4-9e6e-d028bce1ff48 req-20bb134c-dc46-4912-98e8-16ec8ce5ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:53.027049 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-303f9d3d-e81e-47f4-9e6e-d028bce1ff48 req-20bb134c-dc46-4912-98e8-16ec8ce5ed6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 1129 time: 0.0390155 Jun 14 18:39:53.124459 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f9d3d-e81e-47f4-9e6e-d028bce1ff48 req-ecfe2441-b201-4d5a-b0d2-ed6598293e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:53.125865 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-303f9d3d-e81e-47f4-9e6e-d028bce1ff48 req-ecfe2441-b201-4d5a-b0d2-ed6598293e37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 913 time: 0.0923808 Jun 14 18:39:53.158123 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-5d4a5eba-ba12-47c6-aafd-899e15425b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '9c927c47-ea7a-4592-8dd5-a4928727959a', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:81:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579bfbd-2387-4568-8c0b-111b987450ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:39:51Z', 'updated_at': '2022-06-14T18:39:51Z', 'revision_number': 0, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:39:53.182924 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a5eba-ba12-47c6-aafd-899e15425b37 None None] Checking router: 51673af9-295a-4fce-9ca2-703c91a2321f for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:39:53.186778 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-303f9d3d-e81e-47f4-9e6e-d028bce1ff48 req-1f49a42f-f564-4750-8521-59c7027c795d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e381693f-6e0b-4d1d-87a0-51d476d74063 HTTP/1.1" status: 200 len: 999 time: 0.0549159 Jun 14 18:39:53.191626 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a5eba-ba12-47c6-aafd-899e15425b37 None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:39:53.192233 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-5d4a5eba-ba12-47c6-aafd-899e15425b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:39:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:39:53.238577 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f9d3d-e81e-47f4-9e6e-d028bce1ff48 req-d68d5be7-7de1-439d-88a4-b697c8da3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:53.240028 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-303f9d3d-e81e-47f4-9e6e-d028bce1ff48 req-d68d5be7-7de1-439d-88a4-b697c8da3125 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0478067 Jun 14 18:39:53.284523 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f9d3d-e81e-47f4-9e6e-d028bce1ff48 req-1f45dbba-e2aa-48b9-9ca2-fd7338a7551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:39:53.286049 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-303f9d3d-e81e-47f4-9e6e-d028bce1ff48 req-1f45dbba-e2aa-48b9-9ca2-fd7338a7551a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404413 Jun 14 18:39:53.297642 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-5d4a5eba-ba12-47c6-aafd-899e15425b37 None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:39:53.379716 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-303f9d3d-e81e-47f4-9e6e-d028bce1ff48 req-aecafe96-b837-45b4-a021-f18cce40e254 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880184 Jun 14 18:39:53.473353 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-303f9d3d-e81e-47f4-9e6e-d028bce1ff48 req-bbbf164d-d2d9-43da-a599-bf4f9ed3da75 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881255 Jun 14 18:39:53.516944 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-5d4a5eba-ba12-47c6-aafd-899e15425b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '9c927c47-ea7a-4592-8dd5-a4928727959a', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:81:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579bfbd-2387-4568-8c0b-111b987450ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:39:51Z', 'updated_at': '2022-06-14T18:39:51Z', 'revision_number': 0, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:39:53.541434 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a5eba-ba12-47c6-aafd-899e15425b37 None None] The sync data for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi is: [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '9c927c47-ea7a-4592-8dd5-a4928727959a', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:81:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579bfbd-2387-4568-8c0b-111b987450ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:39:51Z', 'updated_at': '2022-06-14T18:39:51Z', 'revision_number': 0, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:39:53.729822 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed0d11-48c1-4fa9-8f57-ed7802fc0dbd None None] New status for floating IP 9c927c47-ea7a-4592-8dd5-a4928727959a: ACTIVE {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:39:59.850866 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-59448445-eed6-4a6e-a483-ba77d7e75d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:40:00.703869 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=74 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:00.707808 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=74 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:02.268053 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-d5032b11-1d1f-46ad-9458-7267b609c742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:40:03.084999 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:40:03.170921 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:40:03.468851 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:03.470712 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=65 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:03.829908 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:03.831780 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=12 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:04.879149 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:40:05.153528 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:40:09.728928 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2911d276-a335-4d89-96fe-c16ab9266a15 req-d14d1e08-4589-48d4-963e-e4a5e475fb73 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378692 Jun 14 18:40:09.815619 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d276-a335-4d89-96fe-c16ab9266a15 req-0ddc25a1-76b8-4fc8-b1fd-3f59a1c476be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:40:09.817162 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2911d276-a335-4d89-96fe-c16ab9266a15 req-0ddc25a1-76b8-4fc8-b1fd-3f59a1c476be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 1129 time: 0.0454736 Jun 14 18:40:09.923067 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d276-a335-4d89-96fe-c16ab9266a15 req-08b438f9-9acc-4856-9938-39364dea4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:40:09.924670 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2911d276-a335-4d89-96fe-c16ab9266a15 req-08b438f9-9acc-4856-9938-39364dea4937 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 913 time: 0.0878336 Jun 14 18:40:09.992927 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2911d276-a335-4d89-96fe-c16ab9266a15 req-06847baa-5006-4950-b422-9adbe4705f62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e381693f-6e0b-4d1d-87a0-51d476d74063 HTTP/1.1" status: 200 len: 1001 time: 0.0620778 Jun 14 18:40:10.043514 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d276-a335-4d89-96fe-c16ab9266a15 req-e7ac36bf-d3db-4d49-9976-3f20f2d1ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:40:10.044986 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2911d276-a335-4d89-96fe-c16ab9266a15 req-e7ac36bf-d3db-4d49-9976-3f20f2d1ff29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0455635 Jun 14 18:40:10.088721 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d276-a335-4d89-96fe-c16ab9266a15 req-eeae2cd4-8033-48c9-8e65-c2ea0d3cea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:40:10.090253 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2911d276-a335-4d89-96fe-c16ab9266a15 req-eeae2cd4-8033-48c9-8e65-c2ea0d3cea04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388851 Jun 14 18:40:10.184969 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2911d276-a335-4d89-96fe-c16ab9266a15 req-e32eaa54-9ef8-46c8-aede-94b4cd862291 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879257 Jun 14 18:40:10.274917 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2911d276-a335-4d89-96fe-c16ab9266a15 req-05fab732-cb54-469e-9a8e-a85f71cc6bab service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841310 Jun 14 18:40:14.938715 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:40:15.054247 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:15.061349 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:20.270762 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=53 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:20.271651 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=48 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:24.934662 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=5 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:27.872112 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:29.855964 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-dacf55b3-dc03-47dc-a74f-9feec22f5058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:40:32.267134 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-02ed78d0-07ce-4cdb-86cd-c85c7747d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:40:33.101027 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:40:33.204133 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:40:34.860889 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:40:35.135775 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:40:45.057943 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:45.065092 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:40:51.937100 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:40:59.837747 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-c2065e7a-4ccb-4d66-b519-6a0ee0937b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:02.231973 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-5b50237f-1d9a-4af8-b48a-d5ae93baa4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:02.846493 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:02.847697 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=6 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:03.117513 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:03.191992 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:04.854547 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:05.157620 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:10.731512 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-65a6f37e-64c0-4147-b680-afc2e2e49c93 req-abc22da9-05b6-4f94-a3b2-3175a1e44724 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450139 Jun 14 18:41:10.810953 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6f37e-64c0-4147-b680-afc2e2e49c93 req-d2380732-95c5-4f81-9d02-f6eaed540b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:10.812505 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-65a6f37e-64c0-4147-b680-afc2e2e49c93 req-d2380732-95c5-4f81-9d02-f6eaed540b90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 1129 time: 0.0398302 Jun 14 18:41:10.918815 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6f37e-64c0-4147-b680-afc2e2e49c93 req-633331ed-d45d-4f0c-b926-6796cb3cae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:10.920334 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-65a6f37e-64c0-4147-b680-afc2e2e49c93 req-633331ed-d45d-4f0c-b926-6796cb3cae59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 913 time: 0.0874455 Jun 14 18:41:10.988611 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-65a6f37e-64c0-4147-b680-afc2e2e49c93 req-931be24c-af1a-4dc7-a9e6-0a04600d9292 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e381693f-6e0b-4d1d-87a0-51d476d74063 HTTP/1.1" status: 200 len: 1001 time: 0.0619526 Jun 14 18:41:11.037930 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6f37e-64c0-4147-b680-afc2e2e49c93 req-15cba4b8-d05d-4a7e-a058-d03c883fd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:11.039377 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-65a6f37e-64c0-4147-b680-afc2e2e49c93 req-15cba4b8-d05d-4a7e-a058-d03c883fd5a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0454979 Jun 14 18:41:11.083282 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6f37e-64c0-4147-b680-afc2e2e49c93 req-f7c695f7-91f1-4ac1-8904-64c553298f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:11.084790 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-65a6f37e-64c0-4147-b680-afc2e2e49c93 req-f7c695f7-91f1-4ac1-8904-64c553298f03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398917 Jun 14 18:41:11.182541 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-65a6f37e-64c0-4147-b680-afc2e2e49c93 req-6b521603-1b93-4cb4-800b-53ede064aa31 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921273 Jun 14 18:41:11.272719 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-65a6f37e-64c0-4147-b680-afc2e2e49c93 req-5a921a3c-af00-4036-bb32-4ec60faccae5 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849967 Jun 14 18:41:15.063392 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:15.065354 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:21.263094 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=48 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:21.269063 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=53 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:28.936366 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:41:29.865493 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-107b0a8c-11f1-43d3-a735-03a1c3096038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:31.727436 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-58407bda-9a9e-4da0-8367-fa6ace376b45 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112180450&fields=id&tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e HTTP/1.1" status: 200 len: 267 time: 0.0491502 Jun 14 18:41:31.833249 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-0a0786fe-854c-4ba4-aee5-bc9c13e3afba tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:31.834757 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-0a0786fe-854c-4ba4-aee5-bc9c13e3afba tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 812 time: 0.1010256 Jun 14 18:41:31.849517 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-f1aa790d-59dc-43a2-8a6c-4bc03d3b30bc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/quotas/4c8c7a8868b741feb66d6a3b8c761d9e HTTP/1.1" status: 200 len: 375 time: 0.0092654 Jun 14 18:41:31.905385 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-e97f7c07-a847-4ec3-b9c4-b090d98180e9 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509064 Jun 14 18:41:32.231283 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-dea33d94-c20b-4f39-a54f-66bcd34e476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:32.358956 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-bbf899dd-0d69-4701-9af7-9a20f11287bb service neutron] 10.222.0.78 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422028 Jun 14 18:41:32.450582 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-5cece608-82b8-4a13-813b-a0cf7cc8d2e7 service neutron] 10.222.0.78 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851924 Jun 14 18:41:32.955055 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-fd2ac7bd-b2d2-4fa1-a6bc-38ae16463414 req-3d69508f-4fb5-4467-a584-3c4bd8bb5928 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 210 time: 0.0294843 Jun 14 18:41:33.093546 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:33.191564 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:34.054536 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-42f3486d-add3-4306-b053-8896684c247c req-73051a0b-df89-4d53-a716-a7d06cb8ba43 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 210 time: 0.0287869 Jun 14 18:41:34.687004 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-909e5990-4121-4d00-8456-f7e474c25bc2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:34.691344 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-909e5990-4121-4d00-8456-f7e474c25bc2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 812 time: 0.1024206 Jun 14 18:41:34.751475 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-67f49915-8b55-42ff-8997-d44d81a65236 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e HTTP/1.1" status: 200 len: 380 time: 0.0546887 Jun 14 18:41:34.759706 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'port': {'device_id': '17617406-8552-41a3-af72-233263b37ee1', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'admin_state_up': True, 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'security_groups': ['ecab05c3-61db-472a-9535-33860ce7cbc7']}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:41:34.882625 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:34.939570 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Made reservation on behalf of 4c8c7a8868b741feb66d6a3b8c761d9e for: {'port': 1} {{(pid=104773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 18:41:34.944229 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:35.077010 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Allocated IP 172.20.0.9 (5e1d771e-6723-48d3-994d-42a6b0e70992/44ee3593-de13-45fe-841f-10024f03b310/859bffd8-598b-4d49-80fd-4bca38b933fb) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:41:35.138553 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:35.151425 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:35.165058 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-11641acf-831a-4ece-85f2-e26a54bcb80b req-cfd0bbc9-2d80-487c-baa7-16f31402158c tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 210 time: 0.0306911 Jun 14 18:41:35.181072 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:35.225094 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:35.322103 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:35.366651 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Network 5e1d771e-6723-48d3-994d-42a6b0e70992 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:41:35.371203 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:41:35.373624 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:41:35.400383 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'Port': ['ID=859bffd8-598b-4d49-80fd-4bca38b933fb,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:41:35.421675 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.422024 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.422368 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.422710 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.423092 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.423375 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.423703 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.424050 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.424462 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.425235 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.425843 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.426302 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.426637 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.426965 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.427294 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:35.448426 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:35.449050 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:35.530836 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-d7f89ce7-9769-4a25-9c28-436be42b6c6e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746134 Jun 14 18:41:35.542377 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Request body: {'port': {'device_id': '17617406-8552-41a3-af72-233263b37ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:41:35.601884 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:35.607232 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-67c0fadb-d58e-40b6-8287-c17eab133931 None None] Provisioning complete for port 859bffd8-598b-4d49-80fd-4bca38b933fb triggered by entity DHCP. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:41:35.607679 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-67c0fadb-d58e-40b6-8287-c17eab133931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:35.641911 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-67c0fadb-d58e-40b6-8287-c17eab133931 None None] Port 859bffd8-598b-4d49-80fd-4bca38b933fb cannot update to ACTIVE because it is not bound. {{(pid=104774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 14 18:41:35.817921 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:35.864801 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859bffd8-598b-4d49-80fd-4bca38b933fb {{(pid=104773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:41:35.872338 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Publish callbacks [] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:35.886076 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.provisioning_blocks [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Transition to ACTIVE for port object 859bffd8-598b-4d49-80fd-4bca38b933fb will not be triggered until provisioned by entity L2. {{(pid=104773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 14 18:41:35.957109 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:36.009913 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=859bffd8-598b-4d49-80fd-4bca38b933fb,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:41:36.083708 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Attempting to bind port 859bffd8-598b-4d49-80fd-4bca38b933fb on host hv-cinder-84456 for vnic_type normal with profile {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 14 18:41:36.084309 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Attempting to bind port 859bffd8-598b-4d49-80fd-4bca38b933fb by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 14 18:41:36.084430 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Attempting to bind port 859bffd8-598b-4d49-80fd-4bca38b933fb on network 5e1d771e-6723-48d3-994d-42a6b0e70992 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:41:36.089083 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Port 859bffd8-598b-4d49-80fd-4bca38b933fb on network 5e1d771e-6723-48d3-994d-42a6b0e70992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 14 18:41:36.089406 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Attempting to bind port 859bffd8-598b-4d49-80fd-4bca38b933fb on network 5e1d771e-6723-48d3-994d-42a6b0e70992 {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 14 18:41:36.094590 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Checking agent: {'id': '0cd52da1-c2f6-4ac2-805b-11258c549329', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'started_at': datetime.datetime(2022, 6, 14, 18, 25, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 14, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 14 18:41:36.094923 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Checking segment: {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 14 18:41:36.095299 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Bound using segment: {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'} {{(pid=104773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 14 18:41:36.095721 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.managers [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Bound port: 859bffd8-598b-4d49-80fd-4bca38b933fb, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06f0157c-3ee2-4822-8c0d-7f49deb3a83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992'}}] {{(pid=104773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 14 18:41:36.096080 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:36.166428 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] For port 859bffd8-598b-4d49-80fd-4bca38b933fb, host hv-cinder-84456, cleared binding levels {{(pid=104773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 14 18:41:36.169713 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] For port 859bffd8-598b-4d49-80fd-4bca38b933fb, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=859bffd8-598b-4d49-80fd-4bca38b933fb,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 14 18:41:36.231767 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:36.284135 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:36.305223 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:36.305856 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:36.307228 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/859bffd8-598b-4d49-80fd-4bca38b933fb HTTP/1.1" status: 200 len: 1093 time: 0.7691936 Jun 14 18:41:36.309926 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17617406-8552-41a3-af72-233263b37ee1', 'tag': '859bffd8-598b-4d49-80fd-4bca38b933fb'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:41:36.312258 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67acd408-6dc5-4806-85bd-058b53f9de28" -d '{"events": [{"name": "network-changed", "server_uuid": "17617406-8552-41a3-af72-233263b37ee1", "tag": "859bffd8-598b-4d49-80fd-4bca38b933fb"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:41:36.331606 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bbd8b-656b-431e-8b78-36be1dfbfa0d req-79f0a2b5-d315-4699-9716-b44767257378 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:36.335317 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3a2bbd8b-656b-431e-8b78-36be1dfbfa0d req-79f0a2b5-d315-4699-9716-b44767257378 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 943 time: 0.0989172 Jun 14 18:41:36.338752 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee546cf-6a77-49b3-9c34-56d20a606fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=859bffd8-598b-4d49-80fd-4bca38b933fb,revision_number=3']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:41:36.364850 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb5476a-c11b-42b3-9faf-26329440c0a9 x-openstack-request-id: req-6fb5476a-c11b-42b3-9faf-26329440c0a9 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:41:36.365139 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17617406-8552-41a3-af72-233263b37ee1", "tag": "859bffd8-598b-4d49-80fd-4bca38b933fb", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:41:36.365483 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6fb5476a-c11b-42b3-9faf-26329440c0a9 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:41:36.365897 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb5476a-c11b-42b3-9faf-26329440c0a9'] response: {'name': 'network-changed', 'server_uuid': '17617406-8552-41a3-af72-233263b37ee1', 'tag': '859bffd8-598b-4d49-80fd-4bca38b933fb', 'status': 'completed', 'code': 200} Jun 14 18:41:36.451428 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-3a2bbd8b-656b-431e-8b78-36be1dfbfa0d req-b27cfdf6-09b9-40db-a34a-4fa641f0a171 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097252 Jun 14 18:41:36.455003 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acd408-6dc5-4806-85bd-058b53f9de28 req-dcb0b66d-cb1b-449f-920f-c643bb00790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:36.457277 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-67acd408-6dc5-4806-85bd-058b53f9de28 req-dcb0b66d-cb1b-449f-920f-c643bb00790e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 1127 time: 0.0663745 Jun 14 18:41:36.564645 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acd408-6dc5-4806-85bd-058b53f9de28 req-e60e1aba-75f1-4ff9-a2eb-a78306e73932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:36.566109 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-67acd408-6dc5-4806-85bd-058b53f9de28 req-e60e1aba-75f1-4ff9-a2eb-a78306e73932 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1004546 Jun 14 18:41:36.666781 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acd408-6dc5-4806-85bd-058b53f9de28 req-ca61985d-bfed-4614-984d-87deec0af728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:36.668248 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-67acd408-6dc5-4806-85bd-058b53f9de28 req-ca61985d-bfed-4614-984d-87deec0af728 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963349 Jun 14 18:41:36.738353 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-fd0883f3-313a-40be-9656-c460028ed1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:36.739839 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-fd0883f3-313a-40be-9656-c460028ed1e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 1127 time: 0.0393271 Jun 14 18:41:36.782605 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-aedba469-02c2-4453-9399-2f83ca34abba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=859bffd8-598b-4d49-80fd-4bca38b933fb HTTP/1.1" status: 200 len: 217 time: 0.0363586 Jun 14 18:41:36.829804 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-6da3737c-9f6a-4457-9769-a71961549be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:36.831816 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-6da3737c-9f6a-4457-9769-a71961549be1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0435820 Jun 14 18:41:36.873160 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-0a820e9f-6315-4ee5-a20c-b5e5e4b81dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:36.874647 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-0a820e9f-6315-4ee5-a20c-b5e5e4b81dc5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372550 Jun 14 18:41:36.967983 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-586ea968-b09b-422c-9395-e6bfb1761c05 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869443 Jun 14 18:41:37.057699 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-f9b7e102-a519-4d66-8657-0e7eb3d560a4 req-9357c942-4339-46a0-9cb4-ce5dbe36d5b1 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827868 Jun 14 18:41:37.579027 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25597c75-7c36-4a17-841a-4edc215e8abe req-27140cbc-c5fa-4008-a0a3-99bcef82ff03 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:37.580484 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-25597c75-7c36-4a17-841a-4edc215e8abe req-27140cbc-c5fa-4008-a0a3-99bcef82ff03 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 943 time: 0.0497923 Jun 14 18:41:37.631355 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-25597c75-7c36-4a17-841a-4edc215e8abe req-5e263bd8-9cd4-48de-a9ea-29f6a57bb544 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449493 Jun 14 18:41:38.746062 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862032f8-115f-4f70-aacf-0c25cc1826cc req-89254e7b-8d63-480c-8db3-eb63eea18e4f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:38.760146 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-862032f8-115f-4f70-aacf-0c25cc1826cc req-89254e7b-8d63-480c-8db3-eb63eea18e4f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 943 time: 0.0464590 Jun 14 18:41:38.773397 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:38.802586 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-862032f8-115f-4f70-aacf-0c25cc1826cc req-41af93c4-7f58-41b2-9fc3-563e60b24561 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486085 Jun 14 18:41:38.931611 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=17 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:38.932379 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=17 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:39.916068 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b048936-ad6d-405f-8520-aa7fa485210f req-4f7b776e-3157-4bf3-a605-4a02c44cbb97 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:39.917566 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1b048936-ad6d-405f-8520-aa7fa485210f req-4f7b776e-3157-4bf3-a605-4a02c44cbb97 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 943 time: 0.0482547 Jun 14 18:41:39.969843 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-1b048936-ad6d-405f-8520-aa7fa485210f req-fba385c6-bb97-4c76-bd6e-89c123f7244a tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 Jun 14 18:41:41.081986 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b54a5-fbaf-415a-8dfe-71adc7d2a459 req-954a9631-7056-4104-949b-4d70978a8a65 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:41.083433 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7f2b54a5-fbaf-415a-8dfe-71adc7d2a459 req-954a9631-7056-4104-949b-4d70978a8a65 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 943 time: 0.0462389 Jun 14 18:41:41.132235 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7f2b54a5-fbaf-415a-8dfe-71adc7d2a459 req-11877652-6174-4ccc-b71c-0622ac9da418 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432208 Jun 14 18:41:42.250837 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14834d9d-708c-44b9-bc84-8d204f4bca88 req-087f3712-c8f7-4e0b-b6b4-08886d0b8cdc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:42.252214 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-14834d9d-708c-44b9-bc84-8d204f4bca88 req-087f3712-c8f7-4e0b-b6b4-08886d0b8cdc tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 943 time: 0.0510545 Jun 14 18:41:42.302299 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-14834d9d-708c-44b9-bc84-8d204f4bca88 req-46d34179-7857-40f7-b17c-b58949208931 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445013 Jun 14 18:41:43.417752 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c59b7-daf0-49e0-8181-57f6c2f69d28 req-921774b2-49d7-4516-aa93-2fab7c481873 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:43.419234 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-839c59b7-daf0-49e0-8181-57f6c2f69d28 req-921774b2-49d7-4516-aa93-2fab7c481873 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 943 time: 0.0477889 Jun 14 18:41:43.468477 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-839c59b7-daf0-49e0-8181-57f6c2f69d28 req-fcee6eb1-7209-4cec-8e05-03b05c7e8bf5 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437410 Jun 14 18:41:44.092792 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 859bffd8-598b-4d49-80fd-4bca38b933fb details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=104774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 14 18:41:44.192792 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 859bffd8-598b-4d49-80fd-4bca38b933fb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=859bffd8-598b-4d49-80fd-4bca38b933fb,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:41:44.203826 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Returning: {'device': '859bffd8-598b-4d49-80fd-4bca38b933fb', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'port_id': '859bffd8-598b-4d49-80fd-4bca38b933fb', 'mac_address': 'fa:16:3e:4e:4d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 14 18:41:44.239211 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 859bffd8-598b-4d49-80fd-4bca38b933fb is: DOWN; New status is: BUILD {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:41:44.247207 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:44.252826 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859bffd8-598b-4d49-80fd-4bca38b933fb {{(pid=104774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 14 18:41:44.273109 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 859bffd8-598b-4d49-80fd-4bca38b933fb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=859bffd8-598b-4d49-80fd-4bca38b933fb,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:41:44.350066 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:44.395613 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=859bffd8-598b-4d49-80fd-4bca38b933fb,revision_number=4']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:41:44.402974 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.403312 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.403647 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.403981 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.404305 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.404626 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.404946 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.405271 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.405618 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.405938 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.406256 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.406574 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.406886 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.407202 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.407509 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:41:44.584328 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f94679-ed55-42a7-913e-cd8a61fc27b0 req-e2909538-0a9f-4913-a92a-703f91a7dd23 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:44.585961 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-22f94679-ed55-42a7-913e-cd8a61fc27b0 req-e2909538-0a9f-4913-a92a-703f91a7dd23 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 944 time: 0.0476692 Jun 14 18:41:44.603704 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] get_ports_and_sgs() called for port_ids ['859bffd8-598b-4d49-80fd-4bca38b933fb'] {{(pid=104774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 14 18:41:44.637744 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-22f94679-ed55-42a7-913e-cd8a61fc27b0 req-90097ec3-4d0e-4f06-b7b5-35d481b08a48 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463343 Jun 14 18:41:44.834005 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:45.754635 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f6004-90ec-4112-868d-2647ca465647 req-70b2223b-646a-43ff-99f2-9d50798cd9ef tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:45.756133 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fb2f6004-90ec-4112-868d-2647ca465647 req-70b2223b-646a-43ff-99f2-9d50798cd9ef tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 944 time: 0.0514815 Jun 14 18:41:45.805183 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fb2f6004-90ec-4112-868d-2647ca465647 req-9c2816ba-6376-4197-9a8b-87443ca0913c tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435719 Jun 14 18:41:46.102140 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 859bffd8-598b-4d49-80fd-4bca38b933fb up at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 14 18:41:46.147371 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning for port 859bffd8-598b-4d49-80fd-4bca38b933fb completed by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 14 18:41:46.202225 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.provisioning_blocks [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Provisioning complete for port 859bffd8-598b-4d49-80fd-4bca38b933fb triggered by entity L2. {{(pid=104774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 14 18:41:46.202525 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7811056'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), provisioning_complete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:46.273943 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Current status of the port 859bffd8-598b-4d49-80fd-4bca38b933fb is: BUILD; New status is: ACTIVE {{(pid=104774) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 14 18:41:46.274324 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), before_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:46.284240 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:46.296711 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17617406-8552-41a3-af72-233263b37ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859bffd8-598b-4d49-80fd-4bca38b933fb'}] {{(pid=104774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:41:46.298975 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e335c53b2be3fb7f8f4e6f1ea3662feb96648c360ecbd0d38a782ddda401c00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e06a958-6597-43b1-974f-f2da2e6766b0" -d '{"events": [{"server_uuid": "17617406-8552-41a3-af72-233263b37ee1", "name": "network-vif-plugged", "status": "completed", "tag": "859bffd8-598b-4d49-80fd-4bca38b933fb"}]}' {{(pid=104774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:41:46.312081 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] For port 859bffd8-598b-4d49-80fd-4bca38b933fb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=859bffd8-598b-4d49-80fd-4bca38b933fb,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:41:46.335799 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3545822f-2473-424f-8242-34382b96e3e9 x-openstack-request-id: req-3545822f-2473-424f-8242-34382b96e3e9 {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:41:46.336089 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17617406-8552-41a3-af72-233263b37ee1", "name": "network-vif-plugged", "status": "completed", "tag": "859bffd8-598b-4d49-80fd-4bca38b933fb", "code": 200}]} {{(pid=104774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:41:46.336339 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3545822f-2473-424f-8242-34382b96e3e9 {{(pid=104774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:41:46.336740 dv-cinder-844563-2-iscsi neutron-server[104774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3545822f-2473-424f-8242-34382b96e3e9'] response: {'server_uuid': '17617406-8552-41a3-af72-233263b37ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859bffd8-598b-4d49-80fd-4bca38b933fb', 'code': 200} Jun 14 18:41:46.356564 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:46.535741 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Pushing event updated for resources: {'Port': ['ID=859bffd8-598b-4d49-80fd-4bca38b933fb,revision_number=5']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:41:46.698252 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04bdc7-2148-46cc-ae00-4dae655a5cbd req-4a010854-e051-4ed8-a811-4a09893111a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:46.699707 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-de04bdc7-2148-46cc-ae00-4dae655a5cbd req-4a010854-e051-4ed8-a811-4a09893111a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 1129 time: 0.0380442 Jun 14 18:41:46.732224 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:46.745607 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-de04bdc7-2148-46cc-ae00-4dae655a5cbd req-0feaa819-e4d7-43f9-8b6c-ba5d82f59334 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400536 Jun 14 18:41:46.923424 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4906a-d836-4a50-bc0e-89d97b8fd24b req-751620b6-5382-4b23-821f-e92d5d92bf03 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:46.924936 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-58c4906a-d836-4a50-bc0e-89d97b8fd24b req-751620b6-5382-4b23-821f-e92d5d92bf03 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 945 time: 0.0518899 Jun 14 18:41:46.975534 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-58c4906a-d836-4a50-bc0e-89d97b8fd24b req-d38ba0e1-d18e-4a45-9b65-758481718397 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449088 Jun 14 18:41:48.093810 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab911f-188f-4fcb-ad05-1b3220ac54c3 req-b6c274f2-bb69-44f6-bf10-ab5a2227bd68 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:48.095267 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-02ab911f-188f-4fcb-ad05-1b3220ac54c3 req-b6c274f2-bb69-44f6-bf10-ab5a2227bd68 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 945 time: 0.0475473 Jun 14 18:41:48.149630 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-02ab911f-188f-4fcb-ad05-1b3220ac54c3 req-53c72b5c-ae83-4ab6-a5be-e05e065fb646 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481431 Jun 14 18:41:48.263935 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ddd8-9c48-4a4a-9315-3cb1f0f10cc7 req-4bdfcef1-34d3-4db7-ad4c-cbee295df8d3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:48.265327 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fa29ddd8-9c48-4a4a-9315-3cb1f0f10cc7 req-4bdfcef1-34d3-4db7-ad4c-cbee295df8d3 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 945 time: 0.0476143 Jun 14 18:41:48.316432 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-fa29ddd8-9c48-4a4a-9315-3cb1f0f10cc7 req-c937b09d-bf0a-451a-b2b8-a7369a045004 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446174 Jun 14 18:41:48.338304 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 35988) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:41:48.376285 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6670bbbc-e114-4022-9b89-45d1d36b4a72 tempest-TestVolumeBootPattern-1366406108 tempest-TestVolumeBootPattern-1366406108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:48.377822 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-6670bbbc-e114-4022-9b89-45d1d36b4a72 tempest-TestVolumeBootPattern-1366406108 tempest-TestVolumeBootPattern-1366406108-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 1124 time: 0.0385017 Jun 14 18:41:48.380772 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 35990) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:41:48.384971 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.v2.base [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Request body: {'floatingip': {'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'port_id': '859bffd8-598b-4d49-80fd-4bca38b933fb', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 14 18:41:48.465303 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:48.547697 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (None), before_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:48.656307 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_common [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Allocated IP 172.27.0.203 (8f00240a-230f-48f5-8034-9071d4ec9004/d8c6d566-9624-47ed-9a1b-e2594230e1fc/215babe0-a1ae-4ace-9159-9dfe37bc4013) {{(pid=104773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 18:41:48.756571 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:48.760221 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for port (215babe0-a1ae-4ace-9159-9dfe37bc4013), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:48.928351 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769320230485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (215babe0-a1ae-4ace-9159-9dfe37bc4013), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:48.969373 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Network 8f00240a-230f-48f5-8034-9071d4ec9004 is already hosted by enough agents. {{(pid=104773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 18:41:48.972414 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.base_scheduler [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Resources bound (agent type, host, resource id): {{(pid=104773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 18:41:48.977788 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Received port after_create {{(pid=104773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 14 18:41:48.983055 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'Port': ['ID=215babe0-a1ae-4ace-9159-9dfe37bc4013,revision_number=1']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:41:49.006596 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:49.324107 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (4fa42781-172d-4b6c-92ce-e5a468fb161d), precommit_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:49.462682 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7673574'] for port (215babe0-a1ae-4ace-9159-9dfe37bc4013), before_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:49.607260 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for port (215babe0-a1ae-4ace-9159-9dfe37bc4013), precommit_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:49.676313 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769320793896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769320230503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769320230521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2781214'] for port (215babe0-a1ae-4ace-9159-9dfe37bc4013), after_update {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:49.749107 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event updated for resources: {'Port': ['ID=215babe0-a1ae-4ace-9159-9dfe37bc4013,revision_number=2']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:41:49.762092 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412846'] for floatingip (4fa42781-172d-4b6c-92ce-e5a468fb161d), after_create {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:49.834037 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:49.856655 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Floating IP 4fa42781-172d-4b6c-92ce-e5a468fb161d associated. External IP: 172.27.0.203, port: 859bffd8-598b-4d49-80fd-4bca38b933fb. Jun 14 18:41:50.027595 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:50.053848 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Router 51673af9-295a-4fce-9ca2-703c91a2321f has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:41:50.154826 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:41:50.164476 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7eb10d-f5c4-4e16-9c52-5f1d743460dc None None] Sync routers for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:41:50.173730 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7eb10d-f5c4-4e16-9c52-5f1d743460dc None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:41:50.174347 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8b7eb10d-f5c4-4e16-9c52-5f1d743460dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:41:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:41:50.243896 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:41:50.275053 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-eb433376-0058-4935-954f-f62fe54518b2 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8932657 Jun 14 18:41:50.275727 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17617406-8552-41a3-af72-233263b37ee1', 'tag': '859bffd8-598b-4d49-80fd-4bca38b933fb'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:41:50.277821 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-8b7eb10d-f5c4-4e16-9c52-5f1d743460dc None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:41:50.278079 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcc5d8e-06e3-4f77-8a5e-685007be1e64" -d '{"events": [{"name": "network-changed", "server_uuid": "17617406-8552-41a3-af72-233263b37ee1", "tag": "859bffd8-598b-4d49-80fd-4bca38b933fb"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:41:50.312800 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81a0e8a-8890-437a-9255-d364a61d55a6 x-openstack-request-id: req-d81a0e8a-8890-437a-9255-d364a61d55a6 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:41:50.313085 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17617406-8552-41a3-af72-233263b37ee1", "tag": "859bffd8-598b-4d49-80fd-4bca38b933fb", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:41:50.313335 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d81a0e8a-8890-437a-9255-d364a61d55a6 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:41:50.313777 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81a0e8a-8890-437a-9255-d364a61d55a6'] response: {'name': 'network-changed', 'server_uuid': '17617406-8552-41a3-af72-233263b37ee1', 'tag': '859bffd8-598b-4d49-80fd-4bca38b933fb', 'status': 'completed', 'code': 200} Jun 14 18:41:50.375090 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc5d8e-06e3-4f77-8a5e-685007be1e64 req-f19ee0d7-ac68-4706-8058-9d5da74229f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:50.376549 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2bcc5d8e-06e3-4f77-8a5e-685007be1e64 req-f19ee0d7-ac68-4706-8058-9d5da74229f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 1129 time: 0.0426588 Jun 14 18:41:50.470073 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc5d8e-06e3-4f77-8a5e-685007be1e64 req-265914d5-15bd-4235-9bd3-f0b43ea2122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:50.471622 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2bcc5d8e-06e3-4f77-8a5e-685007be1e64 req-265914d5-15bd-4235-9bd3-f0b43ea2122d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 913 time: 0.0883954 Jun 14 18:41:50.498769 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8b7eb10d-f5c4-4e16-9c52-5f1d743460dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '4fa42781-172d-4b6c-92ce-e5a468fb161d', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': '859bffd8-598b-4d49-80fd-4bca38b933fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:4e:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17617406-8552-41a3-af72-233263b37ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:41:49Z', 'updated_at': '2022-06-14T18:41:49Z', 'revision_number': 0, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}, {'id': '9c927c47-ea7a-4592-8dd5-a4928727959a', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:81:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579bfbd-2387-4568-8c0b-111b987450ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:39:51Z', 'updated_at': '2022-06-14T18:39:53Z', 'revision_number': 1, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:41:50.529224 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7eb10d-f5c4-4e16-9c52-5f1d743460dc None None] Checking router: 51673af9-295a-4fce-9ca2-703c91a2321f for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:41:50.538920 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7eb10d-f5c4-4e16-9c52-5f1d743460dc None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:41:50.539552 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8b7eb10d-f5c4-4e16-9c52-5f1d743460dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:41:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:41:50.641961 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-8b7eb10d-f5c4-4e16-9c52-5f1d743460dc None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:41:50.758751 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:50.787312 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2bcc5d8e-06e3-4f77-8a5e-685007be1e64 req-330b21c0-1c44-4faf-8b2e-58c98cc7bfa2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=859bffd8-598b-4d49-80fd-4bca38b933fb HTTP/1.1" status: 200 len: 999 time: 0.3095932 Jun 14 18:41:50.836482 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc5d8e-06e3-4f77-8a5e-685007be1e64 req-5d34fa6c-b253-4202-9300-15322a61825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:50.837966 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2bcc5d8e-06e3-4f77-8a5e-685007be1e64 req-5d34fa6c-b253-4202-9300-15322a61825e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0449750 Jun 14 18:41:50.867316 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8b7eb10d-f5c4-4e16-9c52-5f1d743460dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '4fa42781-172d-4b6c-92ce-e5a468fb161d', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': '859bffd8-598b-4d49-80fd-4bca38b933fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:4e:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17617406-8552-41a3-af72-233263b37ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:41:49Z', 'updated_at': '2022-06-14T18:41:49Z', 'revision_number': 0, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}, {'id': '9c927c47-ea7a-4592-8dd5-a4928727959a', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:81:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579bfbd-2387-4568-8c0b-111b987450ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:39:51Z', 'updated_at': '2022-06-14T18:39:53Z', 'revision_number': 1, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:41:50.881428 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc5d8e-06e3-4f77-8a5e-685007be1e64 req-06f71e9e-9980-455c-b06d-03f048a31d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:41:50.882968 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2bcc5d8e-06e3-4f77-8a5e-685007be1e64 req-06f71e9e-9980-455c-b06d-03f048a31d7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397100 Jun 14 18:41:50.892947 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7eb10d-f5c4-4e16-9c52-5f1d743460dc None None] The sync data for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi is: [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '4fa42781-172d-4b6c-92ce-e5a468fb161d', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': '859bffd8-598b-4d49-80fd-4bca38b933fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:4e:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17617406-8552-41a3-af72-233263b37ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:41:49Z', 'updated_at': '2022-06-14T18:41:49Z', 'revision_number': 0, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}, {'id': '9c927c47-ea7a-4592-8dd5-a4928727959a', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:81:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579bfbd-2387-4568-8c0b-111b987450ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:39:51Z', 'updated_at': '2022-06-14T18:39:53Z', 'revision_number': 1, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:41:50.981540 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2bcc5d8e-06e3-4f77-8a5e-685007be1e64 req-c5509928-2e43-419e-bc36-6061bdb92b3b service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928800 Jun 14 18:41:51.074931 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2bcc5d8e-06e3-4f77-8a5e-685007be1e64 req-1e7e7046-59d8-4fc4-a5f7-84df967ea572 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874374 Jun 14 18:41:51.096978 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0312f-a8fd-4e19-aee7-42d7cf3aeda7 None None] New status for floating IP 4fa42781-172d-4b6c-92ce-e5a468fb161d: ACTIVE {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:41:58.141292 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=45 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:58.145212 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=49 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:41:59.864756 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-72f2bb88-df57-4ad3-98b7-254fa424e5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:42:01.070036 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=87 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:01.071951 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=57,neutron:DELETE=2 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:02.247551 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-4378dd3d-8b5f-432c-ac65-53da80c9af78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:42:03.109073 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:42:03.195925 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:42:04.870267 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:42:05.068333 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:05.132856 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:42:05.935644 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:42:09.835747 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:11.792002 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4da795b0-d9d8-4ac5-b98d-ccca03bf1f5e req-b1582b4d-e0e5-43d4-9bd3-83f92ad76ef3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422080 Jun 14 18:42:11.871070 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da795b0-d9d8-4ac5-b98d-ccca03bf1f5e req-282107ab-e31f-4c9f-85ab-4d94b611f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:42:11.872552 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4da795b0-d9d8-4ac5-b98d-ccca03bf1f5e req-282107ab-e31f-4c9f-85ab-4d94b611f8f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 1129 time: 0.0394986 Jun 14 18:42:11.977860 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da795b0-d9d8-4ac5-b98d-ccca03bf1f5e req-32b829f7-61f6-4329-94fb-f80d25657a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:42:11.979322 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4da795b0-d9d8-4ac5-b98d-ccca03bf1f5e req-32b829f7-61f6-4329-94fb-f80d25657a5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 913 time: 0.0881777 Jun 14 18:42:12.044511 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4da795b0-d9d8-4ac5-b98d-ccca03bf1f5e req-6cf736f4-5fd7-4144-a3ee-f5b53afad7a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e381693f-6e0b-4d1d-87a0-51d476d74063 HTTP/1.1" status: 200 len: 1001 time: 0.0583050 Jun 14 18:42:12.092307 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da795b0-d9d8-4ac5-b98d-ccca03bf1f5e req-f4a46fe7-5047-463c-addb-4f7598978e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:42:12.093789 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4da795b0-d9d8-4ac5-b98d-ccca03bf1f5e req-f4a46fe7-5047-463c-addb-4f7598978e74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0439374 Jun 14 18:42:12.136081 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da795b0-d9d8-4ac5-b98d-ccca03bf1f5e req-a8443c43-5a7c-4904-8d8c-0da52a7d241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:42:12.137594 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4da795b0-d9d8-4ac5-b98d-ccca03bf1f5e req-a8443c43-5a7c-4904-8d8c-0da52a7d241b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375772 Jun 14 18:42:12.231982 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4da795b0-d9d8-4ac5-b98d-ccca03bf1f5e req-5abaf779-106e-42b3-aa91-d9a62972cf2e service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881257 Jun 14 18:42:12.325500 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-4da795b0-d9d8-4ac5-b98d-ccca03bf1f5e req-f7aad156-624f-436f-b9c7-64884668855b service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881994 Jun 14 18:42:15.072523 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:15.932285 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=14 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:22.320569 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=51 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:22.322416 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=50 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:27.877318 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:29.829544 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-67c3389c-8f91-44a2-b77e-bd482e61c6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:42:32.218332 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-47f61d7d-a1ac-4bf0-904a-940ee47c14a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:42:33.136052 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:42:33.212532 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:42:34.983927 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:42:35.143492 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:42:42.933801 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:42:43.324734 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [req-2c0a1206-b931-46f1-8fcd-a77ea3796382 req-bf9cdc49-a5af-462d-8b27-c5d6211d16c2 service neutron] (104773) timed out ('10.222.0.13', 55882) {{(pid=104773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 14 18:42:45.071679 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:45.074519 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:52.928764 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=5 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:52.929570 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:42:53.641671 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [req-4bfcccc1-60d0-4f0a-b5be-911417ab450f req-370fe598-8d8b-4ef4-8077-bc468f88a7c8 service neutron] (104773) timed out ('10.222.0.13', 55840) {{(pid=104773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 14 18:42:59.828633 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-e958e477-5265-4a25-a004-295a6abd7612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:02.221937 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ec608f61-84ee-4591-8913-84a171f7de78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:03.154340 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:03.240058 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:04.884532 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:05.136154 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:12.383671 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-22280801-3b15-4ebe-ba6a-b4a519315296 req-7844cdc1-2121-4385-b9a7-d3a1f518d60b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818274 Jun 14 18:43:12.442379 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22280801-3b15-4ebe-ba6a-b4a519315296 req-a5c7652c-a9c5-4579-929b-47022fd4ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:12.443865 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-22280801-3b15-4ebe-ba6a-b4a519315296 req-a5c7652c-a9c5-4579-929b-47022fd4ca16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 1129 time: 0.0397384 Jun 14 18:43:12.553240 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22280801-3b15-4ebe-ba6a-b4a519315296 req-e8c971f7-e86f-404f-90a7-9cc9ba02c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:12.554725 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-22280801-3b15-4ebe-ba6a-b4a519315296 req-e8c971f7-e86f-404f-90a7-9cc9ba02c98e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 913 time: 0.0926979 Jun 14 18:43:12.617479 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-22280801-3b15-4ebe-ba6a-b4a519315296 req-e4baed61-ca07-4958-98f1-c333680c9629 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=859bffd8-598b-4d49-80fd-4bca38b933fb HTTP/1.1" status: 200 len: 1001 time: 0.0568118 Jun 14 18:43:12.666622 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22280801-3b15-4ebe-ba6a-b4a519315296 req-b81825ec-90aa-4a59-8792-8dcc816d1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:12.668128 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-22280801-3b15-4ebe-ba6a-b4a519315296 req-b81825ec-90aa-4a59-8792-8dcc816d1af6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0452731 Jun 14 18:43:12.715297 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22280801-3b15-4ebe-ba6a-b4a519315296 req-4223434f-fe37-4e3f-b453-f67bdccb2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:12.716781 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-22280801-3b15-4ebe-ba6a-b4a519315296 req-4223434f-fe37-4e3f-b453-f67bdccb2624 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428660 Jun 14 18:43:12.804652 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-22280801-3b15-4ebe-ba6a-b4a519315296 req-b3090c2e-6a10-44fb-b1c9-1effa4528bf3 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819650 Jun 14 18:43:12.897118 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-22280801-3b15-4ebe-ba6a-b4a519315296 req-d10ab14a-0347-460d-9542-bbab1debfbd6 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867283 Jun 14 18:43:15.071689 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=12 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:15.073507 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:19.932460 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:43:21.270387 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 36032) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:21.413582 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Deleting port 215babe0-a1ae-4ace-9159-9dfe37bc4013 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:21.413932 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (215babe0-a1ae-4ace-9159-9dfe37bc4013), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:21.493605 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (215babe0-a1ae-4ace-9159-9dfe37bc4013), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:21.493913 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (215babe0-a1ae-4ace-9159-9dfe37bc4013), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:21.506922 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Calling delete_port for 215babe0-a1ae-4ace-9159-9dfe37bc4013 owned by network:floatingip {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:22.006055 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (215babe0-a1ae-4ace-9159-9dfe37bc4013), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:22.031829 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event deleted for resources: {'Port': ['ID=215babe0-a1ae-4ace-9159-9dfe37bc4013,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:22.046692 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.047033 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.047369 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.047707 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.048036 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.048360 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.048717 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.049039 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.049361 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.049710 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.050030 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.050349 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.050694 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.051009 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.051321 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:22.106856 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (4fa42781-172d-4b6c-92ce-e5a468fb161d), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:22.107720 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.db.l3_db [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Floating IP 4fa42781-172d-4b6c-92ce-e5a468fb161d disassociated (deleted). External IP: 172.27.0.203, port: 859bffd8-598b-4d49-80fd-4bca38b933fb. Jun 14 18:43:22.306342 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Router 51673af9-295a-4fce-9ca2-703c91a2321f has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:43:22.405756 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:22.408744 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:43:22.413602 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:22.418780 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6c21f-7f63-4898-a0f6-34a4390da41f None None] Sync routers for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:43:22.430380 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6c21f-7f63-4898-a0f6-34a4390da41f None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:43:22.431279 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-a9b6c21f-7f63-4898-a0f6-34a4390da41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:43:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:22.445120 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-71d0ae59-6090-414e-ad27-51b191ed6a6f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "DELETE /v2.0/floatingips/4fa42781-172d-4b6c-92ce-e5a468fb161d HTTP/1.1" status: 204 len: 168 time: 1.1735411 Jun 14 18:43:22.445557 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17617406-8552-41a3-af72-233263b37ee1', 'tag': '859bffd8-598b-4d49-80fd-4bca38b933fb'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:43:22.447877 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66573c4c-27b1-4029-9f9d-921e23137c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "17617406-8552-41a3-af72-233263b37ee1", "tag": "859bffd8-598b-4d49-80fd-4bca38b933fb"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:43:22.540920 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-a9b6c21f-7f63-4898-a0f6-34a4390da41f None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:43:22.591102 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c117b7a1-118f-47e9-8e0f-d788deabb503 x-openstack-request-id: req-c117b7a1-118f-47e9-8e0f-d788deabb503 {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:43:22.591102 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17617406-8552-41a3-af72-233263b37ee1", "tag": "859bffd8-598b-4d49-80fd-4bca38b933fb", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:43:22.591102 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c117b7a1-118f-47e9-8e0f-d788deabb503 {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:43:22.591102 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c117b7a1-118f-47e9-8e0f-d788deabb503'] response: {'name': 'network-changed', 'server_uuid': '17617406-8552-41a3-af72-233263b37ee1', 'tag': '859bffd8-598b-4d49-80fd-4bca38b933fb', 'status': 'completed', 'code': 200} Jun 14 18:43:22.662365 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573c4c-27b1-4029-9f9d-921e23137c8b req-3aa37290-fa09-4f6d-bd23-0be36567db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:22.663863 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-66573c4c-27b1-4029-9f9d-921e23137c8b req-3aa37290-fa09-4f6d-bd23-0be36567db71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 1129 time: 0.0531480 Jun 14 18:43:22.771595 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573c4c-27b1-4029-9f9d-921e23137c8b req-5679e955-bd24-42c9-bdf3-21f22754b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:22.773085 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-66573c4c-27b1-4029-9f9d-921e23137c8b req-5679e955-bd24-42c9-bdf3-21f22754b60b service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 913 time: 0.1038048 Jun 14 18:43:22.781406 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-a9b6c21f-7f63-4898-a0f6-34a4390da41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '9c927c47-ea7a-4592-8dd5-a4928727959a', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:81:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579bfbd-2387-4568-8c0b-111b987450ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:39:51Z', 'updated_at': '2022-06-14T18:39:53Z', 'revision_number': 1, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:22.807101 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6c21f-7f63-4898-a0f6-34a4390da41f None None] Checking router: 51673af9-295a-4fce-9ca2-703c91a2321f for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:43:22.812669 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-66573c4c-27b1-4029-9f9d-921e23137c8b req-949bae6e-c0ef-4375-bc8b-ba515a3a30b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=859bffd8-598b-4d49-80fd-4bca38b933fb HTTP/1.1" status: 200 len: 217 time: 0.0340345 Jun 14 18:43:22.815936 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6c21f-7f63-4898-a0f6-34a4390da41f None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:43:22.816538 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-a9b6c21f-7f63-4898-a0f6-34a4390da41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:43:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:22.870790 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573c4c-27b1-4029-9f9d-921e23137c8b req-4381fad9-4ca9-4703-9f86-edad171150df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:22.872342 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-66573c4c-27b1-4029-9f9d-921e23137c8b req-4381fad9-4ca9-4703-9f86-edad171150df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0534320 Jun 14 18:43:22.925049 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-a9b6c21f-7f63-4898-a0f6-34a4390da41f None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:43:23.007818 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e976cb6-75c8-47fb-a06e-679badb3c82d req-7b5b62d5-4d78-40c4-95bb-baf2294b3dd8 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:23.009477 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2e976cb6-75c8-47fb-a06e-679badb3c82d req-7b5b62d5-4d78-40c4-95bb-baf2294b3dd8 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 945 time: 0.1066506 Jun 14 18:43:23.023898 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:23.066988 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-2e976cb6-75c8-47fb-a06e-679badb3c82d req-f078199a-5a2a-4146-a203-72434155f49f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505242 Jun 14 18:43:23.263989 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-a9b6c21f-7f63-4898-a0f6-34a4390da41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '9c927c47-ea7a-4592-8dd5-a4928727959a', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:81:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579bfbd-2387-4568-8c0b-111b987450ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:39:51Z', 'updated_at': '2022-06-14T18:39:53Z', 'revision_number': 1, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:23.288550 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6c21f-7f63-4898-a0f6-34a4390da41f None None] The sync data for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi is: [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_floatingips': [{'id': '9c927c47-ea7a-4592-8dd5-a4928727959a', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'router_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'port_id': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'mac_address': 'fa:16:3e:81:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579bfbd-2387-4568-8c0b-111b987450ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-14T18:39:51Z', 'updated_at': '2022-06-14T18:39:53Z', 'revision_number': 1, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:43:23.508028 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06c14a-cff4-47e4-b13e-580f07e3a09a None None] New status for floating IP 4fa42781-172d-4b6c-92ce-e5a468fb161d: DOWN {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:43:23.842008 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573c4c-27b1-4029-9f9d-921e23137c8b req-3314ce3e-2e54-452a-99e4-efa8ec1f5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:23.843649 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-66573c4c-27b1-4029-9f9d-921e23137c8b req-3314ce3e-2e54-452a-99e4-efa8ec1f5f11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393498 Jun 14 18:43:23.943722 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-66573c4c-27b1-4029-9f9d-921e23137c8b req-c458972c-acc5-4df1-981e-151608e11bdc service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910714 Jun 14 18:43:24.077587 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-66573c4c-27b1-4029-9f9d-921e23137c8b req-a3b9d7ae-feb1-42e4-a8a4-6e79a0458f7f service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960433 Jun 14 18:43:24.224136 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:24.236737 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e625cdc-4f47-4e90-803e-c89664bf3caf req-00d33f9c-7c50-4c1b-9b14-cf83d8302fe0 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:24.238333 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7e625cdc-4f47-4e90-803e-c89664bf3caf req-00d33f9c-7c50-4c1b-9b14-cf83d8302fe0 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 945 time: 0.0998952 Jun 14 18:43:24.283657 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:24.288723 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7e625cdc-4f47-4e90-803e-c89664bf3caf req-6416059b-2a70-4cc8-acc4-0e2779fd2e39 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448337 Jun 14 18:43:24.334773 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4565a-95c0-4096-abd5-b5b600cbf7a7 req-9e02dff7-d407-40a2-90ed-910ddd98eb3f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:24.336277 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-99b4565a-95c0-4096-abd5-b5b600cbf7a7 req-9e02dff7-d407-40a2-90ed-910ddd98eb3f tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 945 time: 0.0461307 Jun 14 18:43:24.421943 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-99b4565a-95c0-4096-abd5-b5b600cbf7a7 req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Deleting port 859bffd8-598b-4d49-80fd-4bca38b933fb {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:24.422278 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-99b4565a-95c0-4096-abd5-b5b600cbf7a7 req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:24.511635 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [req-99b4565a-95c0-4096-abd5-b5b600cbf7a7 req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] For port 859bffd8-598b-4d49-80fd-4bca38b933fb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=859bffd8-598b-4d49-80fd-4bca38b933fb,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:43:24.511992 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-99b4565a-95c0-4096-abd5-b5b600cbf7a7 req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:24.525323 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [req-99b4565a-95c0-4096-abd5-b5b600cbf7a7 req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Calling delete_port for 859bffd8-598b-4d49-80fd-4bca38b933fb owned by compute:nova {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:24.708852 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-99b4565a-95c0-4096-abd5-b5b600cbf7a7 req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (859bffd8-598b-4d49-80fd-4bca38b933fb), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:24.736801 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event deleted for resources: {'Port': ['ID=859bffd8-598b-4d49-80fd-4bca38b933fb,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:24.770558 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.774984 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.776263 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:24.804325 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b4565a-95c0-4096-abd5-b5b600cbf7a7 req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] No DVR routers for this DVR port 859bffd8-598b-4d49-80fd-4bca38b933fb on host hv-cinder-84456 {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:43:24.807088 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [req-99b4565a-95c0-4096-abd5-b5b600cbf7a7 req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:24.810631 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-99b4565a-95c0-4096-abd5-b5b600cbf7a7 req-d2b16b19-8cfc-44fc-80d3-2341eee4e0cb tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "DELETE /v2.0/ports/859bffd8-598b-4d49-80fd-4bca38b933fb HTTP/1.1" status: 204 len: 173 time: 0.4695749 Jun 14 18:43:24.811310 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17617406-8552-41a3-af72-233263b37ee1', 'name': 'network-vif-deleted', 'tag': '859bffd8-598b-4d49-80fd-4bca38b933fb'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:43:24.813739 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51c0b79-b587-4593-b5e4-aeba9529f44c" -d '{"events": [{"server_uuid": "17617406-8552-41a3-af72-233263b37ee1", "name": "network-vif-deleted", "tag": "859bffd8-598b-4d49-80fd-4bca38b933fb"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:43:24.908072 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e69425-01da-47a9-b603-cf542efc1319 x-openstack-request-id: req-c4e69425-01da-47a9-b603-cf542efc1319 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:43:24.908698 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17617406-8552-41a3-af72-233263b37ee1", "name": "network-vif-deleted", "tag": "859bffd8-598b-4d49-80fd-4bca38b933fb", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:43:24.908698 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4e69425-01da-47a9-b603-cf542efc1319 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:43:24.909007 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e69425-01da-47a9-b603-cf542efc1319'] response: {'server_uuid': '17617406-8552-41a3-af72-233263b37ee1', 'name': 'network-vif-deleted', 'tag': '859bffd8-598b-4d49-80fd-4bca38b933fb', 'status': 'completed', 'code': 200} Jun 14 18:43:25.386982 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-859d0a04-ffaa-4f98-95db-dad3f31ff5ee req-6d913884-16cd-43bb-8cc5-e1c03d069b2a tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=17617406-8552-41a3-af72-233263b37ee1 HTTP/1.1" status: 200 len: 210 time: 0.0294471 Jun 14 18:43:28.675992 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 859bffd8-598b-4d49-80fd-4bca38b933fb no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:43:28.695146 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: 859bffd8-598b-4d49-80fd-4bca38b933fb {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:43:28.695487 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device 859bffd8-598b-4d49-80fd-4bca38b933fb not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:43:29.039746 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 36082) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:29.201152 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Deleting port 7e64b01f-df09-4e7f-affa-d3ebda301d1b {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:29.201595 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (7e64b01f-df09-4e7f-affa-d3ebda301d1b), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:29.297433 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (7e64b01f-df09-4e7f-affa-d3ebda301d1b), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:29.298404 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (7e64b01f-df09-4e7f-affa-d3ebda301d1b), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:29.316751 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Calling delete_port for 7e64b01f-df09-4e7f-affa-d3ebda301d1b owned by network:floatingip {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:29.444576 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:29.495570 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:29.595079 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (7e64b01f-df09-4e7f-affa-d3ebda301d1b), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:29.626827 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event deleted for resources: {'Port': ['ID=7e64b01f-df09-4e7f-affa-d3ebda301d1b,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:29.692102 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (9c927c47-ea7a-4592-8dd5-a4928727959a), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:29.692477 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.db.l3_db [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Floating IP 9c927c47-ea7a-4592-8dd5-a4928727959a disassociated (deleted). External IP: 172.27.0.153, port: e381693f-6e0b-4d1d-87a0-51d476d74063. Jun 14 18:43:29.869017 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-5350ba1d-7ae9-4f56-9f2e-3ed7c6690de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:29.931424 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Router 51673af9-295a-4fce-9ca2-703c91a2321f has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:43:30.054597 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:43:30.062159 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:30.068838 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff62c25-8094-467d-aa60-a2a09d82f9af None None] Sync routers for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:43:30.095203 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff62c25-8094-467d-aa60-a2a09d82f9af None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:43:30.096266 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8ff62c25-8094-467d-aa60-a2a09d82f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:43:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:30.102752 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-917b121d-2ff9-4903-9d02-33ab1b00b4ce tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "DELETE /v2.0/floatingips/9c927c47-ea7a-4592-8dd5-a4928727959a HTTP/1.1" status: 204 len: 168 time: 1.0618765 Jun 14 18:43:30.103485 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7579bfbd-2387-4568-8c0b-111b987450ca', 'tag': 'e381693f-6e0b-4d1d-87a0-51d476d74063'}] {{(pid=104773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:43:30.105950 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b4ff4579b7872fc7052f38ce64827c96911109b47a08e3a087fc1513ba9b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e04ab3b-551d-4a29-8cf4-9b03ca3c48f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7579bfbd-2387-4568-8c0b-111b987450ca", "tag": "e381693f-6e0b-4d1d-87a0-51d476d74063"}]}' {{(pid=104773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:43:30.154957 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Jun 2022 18:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f8dce1-6fa4-4866-bacc-c4882e17f599 x-openstack-request-id: req-77f8dce1-6fa4-4866-bacc-c4882e17f599 {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:43:30.155243 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7579bfbd-2387-4568-8c0b-111b987450ca", "tag": "e381693f-6e0b-4d1d-87a0-51d476d74063", "status": "completed", "code": 200}]} {{(pid=104773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:43:30.156379 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77f8dce1-6fa4-4866-bacc-c4882e17f599 {{(pid=104773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:43:30.156603 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f8dce1-6fa4-4866-bacc-c4882e17f599'] response: {'name': 'network-changed', 'server_uuid': '7579bfbd-2387-4568-8c0b-111b987450ca', 'tag': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'status': 'completed', 'code': 200} Jun 14 18:43:30.217165 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-8ff62c25-8094-467d-aa60-a2a09d82f9af None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:43:30.250911 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ab3b-551d-4a29-8cf4-9b03ca3c48f5 req-6421640c-35d4-4ca8-b013-b478f9226738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:30.254726 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2e04ab3b-551d-4a29-8cf4-9b03ca3c48f5 req-6421640c-35d4-4ca8-b013-b478f9226738 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 1129 time: 0.0702059 Jun 14 18:43:30.304332 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=100 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:30.376043 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ab3b-551d-4a29-8cf4-9b03ca3c48f5 req-852d0232-22dd-4007-a138-46a1e022b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:30.377579 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2e04ab3b-551d-4a29-8cf4-9b03ca3c48f5 req-852d0232-22dd-4007-a138-46a1e022b027 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 200 len: 913 time: 0.1174142 Jun 14 18:43:30.379963 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:30.421159 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2e04ab3b-551d-4a29-8cf4-9b03ca3c48f5 req-8eded640-3acf-49d8-bc60-d3d45b12d0d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e381693f-6e0b-4d1d-87a0-51d476d74063 HTTP/1.1" status: 200 len: 217 time: 0.0375726 Jun 14 18:43:30.474557 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8ff62c25-8094-467d-aa60-a2a09d82f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:30.483852 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ab3b-551d-4a29-8cf4-9b03ca3c48f5 req-d255e8b3-69bc-4939-b31b-09f733977b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:30.486430 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2e04ab3b-551d-4a29-8cf4-9b03ca3c48f5 req-d255e8b3-69bc-4939-b31b-09f733977b69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 200 len: 851 time: 0.0567758 Jun 14 18:43:30.505265 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff62c25-8094-467d-aa60-a2a09d82f9af None None] Checking router: 51673af9-295a-4fce-9ca2-703c91a2321f for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:43:30.514314 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff62c25-8094-467d-aa60-a2a09d82f9af None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:43:30.514993 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8ff62c25-8094-467d-aa60-a2a09d82f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:43:02Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:30.616874 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad661b-f18f-4557-a4e1-ba5d772f146c req-ac972594-9679-449a-8100-f3c01c95e856 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:30.618501 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7fad661b-f18f-4557-a4e1-ba5d772f146c req-ac972594-9679-449a-8100-f3c01c95e856 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 945 time: 0.0806534 Jun 14 18:43:30.647961 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-8ff62c25-8094-467d-aa60-a2a09d82f9af None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:43:30.682133 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-7fad661b-f18f-4557-a4e1-ba5d772f146c req-330b09ea-7837-4f33-9796-8ad9389bbfee tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573819 Jun 14 18:43:30.904802 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8ff62c25-8094-467d-aa60-a2a09d82f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:30.931088 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff62c25-8094-467d-aa60-a2a09d82f9af None None] The sync data for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi is: [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:36:06Z', 'revision_number': 4, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi', '_interfaces': [{'id': '4bb2470d-c825-48f8-a253-d1a928b4eb13', 'name': '', 'network_id': '5e1d771e-6723-48d3-994d-42a6b0e70992', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'mac_address': 'fa:16:3e:8b:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '44ee3593-de13-45fe-841f-10024f03b310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:05Z', 'updated_at': '2022-06-14T18:36:10Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'subnets': [{'id': '44ee3593-de13-45fe-841f-10024f03b310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:43:31.183590 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb0def-dd5d-4d3b-b145-cdc33f0364f8 None None] New status for floating IP 9c927c47-ea7a-4592-8dd5-a4928727959a: DOWN {{(pid=104775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 14 18:43:31.528141 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ab3b-551d-4a29-8cf4-9b03ca3c48f5 req-416ad159-8930-4fa9-abc4-dfe44ca20445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:31.529801 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2e04ab3b-551d-4a29-8cf4-9b03ca3c48f5 req-416ad159-8930-4fa9-abc4-dfe44ca20445 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e1d771e-6723-48d3-994d-42a6b0e70992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430632 Jun 14 18:43:31.712435 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2e04ab3b-551d-4a29-8cf4-9b03ca3c48f5 req-98176bff-b141-42be-b97b-8b27031187b0 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902624 Jun 14 18:43:31.801116 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:31.815295 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59450f-d09a-44ba-952b-72816e95a066 req-27ade9d0-eb58-4cd1-9c8c-a9be47769b2b tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:31.817247 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7a59450f-d09a-44ba-952b-72816e95a066 req-27ade9d0-eb58-4cd1-9c8c-a9be47769b2b tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 945 time: 0.0542433 Jun 14 18:43:31.939962 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-7a59450f-d09a-44ba-952b-72816e95a066 req-5079f209-5bbd-4112-a338-3fc4b9e92dd8 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/security-groups?id=ecab05c3-61db-472a-9535-33860ce7cbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170435 Jun 14 18:43:32.004088 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=100 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:32.004205 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f5a53-0c0d-4d44-8c05-1472cfb8cba8 req-dc306ad9-c3a3-41fe-8c51-33940ce04f51 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 14 18:43:32.004205 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-192f5a53-0c0d-4d44-8c05-1472cfb8cba8 req-dc306ad9-c3a3-41fe-8c51-33940ce04f51 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 945 time: 0.0539191 Jun 14 18:43:32.004730 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-2e04ab3b-551d-4a29-8cf4-9b03ca3c48f5 req-268d5be2-5b9b-4e47-a4b3-a2ea620590f4 service neutron] 10.222.0.13 "GET /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397164 Jun 14 18:43:32.087673 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-192f5a53-0c0d-4d44-8c05-1472cfb8cba8 req-8f9839ae-1ff7-4e38-b537-6156b00a4b81 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Deleting port e381693f-6e0b-4d1d-87a0-51d476d74063 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:32.088014 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-192f5a53-0c0d-4d44-8c05-1472cfb8cba8 req-8f9839ae-1ff7-4e38-b537-6156b00a4b81 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:32.189599 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [req-192f5a53-0c0d-4d44-8c05-1472cfb8cba8 req-8f9839ae-1ff7-4e38-b537-6156b00a4b81 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] For port e381693f-6e0b-4d1d-87a0-51d476d74063, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e381693f-6e0b-4d1d-87a0-51d476d74063,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:43:32.189968 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-192f5a53-0c0d-4d44-8c05-1472cfb8cba8 req-8f9839ae-1ff7-4e38-b537-6156b00a4b81 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:32.208922 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [req-192f5a53-0c0d-4d44-8c05-1472cfb8cba8 req-8f9839ae-1ff7-4e38-b537-6156b00a4b81 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Calling delete_port for e381693f-6e0b-4d1d-87a0-51d476d74063 owned by compute:nova {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:32.257771 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-9dcb17e4-f85f-477f-b589-b670ffc89051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:32.445307 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-192f5a53-0c0d-4d44-8c05-1472cfb8cba8 req-8f9839ae-1ff7-4e38-b537-6156b00a4b81 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (e381693f-6e0b-4d1d-87a0-51d476d74063), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:32.486232 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9839ae-1ff7-4e38-b537-6156b00a4b81 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event deleted for resources: {'Port': ['ID=e381693f-6e0b-4d1d-87a0-51d476d74063,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:32.546640 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [req-192f5a53-0c0d-4d44-8c05-1472cfb8cba8 req-8f9839ae-1ff7-4e38-b537-6156b00a4b81 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] No DVR routers for this DVR port e381693f-6e0b-4d1d-87a0-51d476d74063 on host hv-cinder-84456 {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:43:32.549291 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [req-192f5a53-0c0d-4d44-8c05-1472cfb8cba8 req-8f9839ae-1ff7-4e38-b537-6156b00a4b81 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for port (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:32.552566 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [req-192f5a53-0c0d-4d44-8c05-1472cfb8cba8 req-8f9839ae-1ff7-4e38-b537-6156b00a4b81 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.13 "DELETE /v2.0/ports/e381693f-6e0b-4d1d-87a0-51d476d74063 HTTP/1.1" status: 204 len: 173 time: 0.5888267 Jun 14 18:43:32.553051 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7579bfbd-2387-4568-8c0b-111b987450ca', 'name': 'network-vif-deleted', 'tag': 'e381693f-6e0b-4d1d-87a0-51d476d74063'}] {{(pid=104772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 14 18:43:32.555527 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52b9a1167b9707278405adb9d8f9759ad7b4b3e9f7408946b8faa9b8bf5ffff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e132dd-21ab-4fa6-aeef-a083fbf11708" -d '{"events": [{"server_uuid": "7579bfbd-2387-4568-8c0b-111b987450ca", "name": "network-vif-deleted", "tag": "e381693f-6e0b-4d1d-87a0-51d476d74063"}]}' {{(pid=104772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 18:43:32.599519 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Jun 2022 18:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf778f4-21e9-4f88-9742-a69c8265c91e x-openstack-request-id: req-bcf778f4-21e9-4f88-9742-a69c8265c91e {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 18:43:32.599809 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7579bfbd-2387-4568-8c0b-111b987450ca", "name": "network-vif-deleted", "tag": "e381693f-6e0b-4d1d-87a0-51d476d74063", "status": "completed", "code": 200}]} {{(pid=104772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 18:43:32.600063 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcf778f4-21e9-4f88-9742-a69c8265c91e {{(pid=104772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 18:43:32.600470 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf778f4-21e9-4f88-9742-a69c8265c91e'] response: {'server_uuid': '7579bfbd-2387-4568-8c0b-111b987450ca', 'name': 'network-vif-deleted', 'tag': 'e381693f-6e0b-4d1d-87a0-51d476d74063', 'status': 'completed', 'code': 200} Jun 14 18:43:33.051226 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [req-562c137c-7f3d-4090-ae58-08c1b55afd6a req-6e7b8f84-5f8c-4d1f-a373-072696406536 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "GET /v2.0/ports?device_id=7579bfbd-2387-4568-8c0b-111b987450ca HTTP/1.1" status: 200 len: 210 time: 0.0310071 Jun 14 18:43:33.160158 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:33.262625 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:34.114286 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 36098) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:34.242943 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-91070bf9-bc5a-452d-b474-67ba44d8e38e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Deleting port ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:34.243196 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91070bf9-bc5a-452d-b474-67ba44d8e38e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:34.326519 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91070bf9-bc5a-452d-b474-67ba44d8e38e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:34.326830 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91070bf9-bc5a-452d-b474-67ba44d8e38e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:34.340980 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-91070bf9-bc5a-452d-b474-67ba44d8e38e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Calling delete_port for ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a owned by network:floatingip {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:34.605955 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91070bf9-bc5a-452d-b474-67ba44d8e38e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:34.635125 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91070bf9-bc5a-452d-b474-67ba44d8e38e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event deleted for resources: {'Port': ['ID=ce21a0d6-e7f8-41e4-8e50-d4081cd4f35a,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:34.704414 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91070bf9-bc5a-452d-b474-67ba44d8e38e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for floatingip (8098b8d0-8b08-474a-9156-2ea2582a0e5a), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:34.707127 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-91070bf9-bc5a-452d-b474-67ba44d8e38e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41981'] for floatingip (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:34.708355 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-91070bf9-bc5a-452d-b474-67ba44d8e38e tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "DELETE /v2.0/floatingips/8098b8d0-8b08-474a-9156-2ea2582a0e5a HTTP/1.1" status: 204 len: 168 time: 0.5930533 Jun 14 18:43:34.714472 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device e381693f-6e0b-4d1d-87a0-51d476d74063 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:43:34.740460 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] No Port match for: e381693f-6e0b-4d1d-87a0-51d476d74063 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:43:34.740815 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Device e381693f-6e0b-4d1d-87a0-51d476d74063 not bound to the agent host hv-cinder-84456 {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:43:35.255301 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:35.285429 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:36.478310 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 36110) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:36.541116 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1106c939-59ab-400c-84b6-e3be62cd3471 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group (ecab05c3-61db-472a-9535-33860ce7cbc7), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:36.566741 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1106c939-59ab-400c-84b6-e3be62cd3471 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group (ecab05c3-61db-472a-9535-33860ce7cbc7), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:36.708102 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1106c939-59ab-400c-84b6-e3be62cd3471 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (ecab05c3-61db-472a-9535-33860ce7cbc7), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:36.710634 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-1106c939-59ab-400c-84b6-e3be62cd3471 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Publish callbacks [] for security_group (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:36.711820 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-1106c939-59ab-400c-84b6-e3be62cd3471 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] 10.222.0.78 "DELETE /v2.0/security-groups/ecab05c3-61db-472a-9535-33860ce7cbc7 HTTP/1.1" status: 204 len: 168 time: 0.2324903 Jun 14 18:43:36.721467 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106c939-59ab-400c-84b6-e3be62cd3471 tempest-TestVolumeBootPattern-329983849 tempest-TestVolumeBootPattern-329983849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecab05c3-61db-472a-9535-33860ce7cbc7,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:36.832190 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 36114) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:37.484971 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:37.500559 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:37.543566 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-44e6c44e-41c0-4157-9b1a-0b7560d00096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411822'] for router_interface (51673af9-295a-4fce-9ca2-703c91a2321f), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:37.769752 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-44e6c44e-41c0-4157-9b1a-0b7560d00096 admin admin] Deleting port 4bb2470d-c825-48f8-a253-d1a928b4eb13 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:37.770021 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-44e6c44e-41c0-4157-9b1a-0b7560d00096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:37.854467 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-44e6c44e-41c0-4157-9b1a-0b7560d00096 admin admin] For port 4bb2470d-c825-48f8-a253-d1a928b4eb13, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=4bb2470d-c825-48f8-a253-d1a928b4eb13,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:43:37.854833 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-44e6c44e-41c0-4157-9b1a-0b7560d00096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:37.869240 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-44e6c44e-41c0-4157-9b1a-0b7560d00096 admin admin] Calling delete_port for 4bb2470d-c825-48f8-a253-d1a928b4eb13 owned by network:router_interface {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:38.119972 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-44e6c44e-41c0-4157-9b1a-0b7560d00096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (4bb2470d-c825-48f8-a253-d1a928b4eb13), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:38.146648 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6c44e-41c0-4157-9b1a-0b7560d00096 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb2470d-c825-48f8-a253-d1a928b4eb13,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:38.309280 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-44e6c44e-41c0-4157-9b1a-0b7560d00096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-459281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-411706'] for router_interface (51673af9-295a-4fce-9ca2-703c91a2321f), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:38.391509 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:38.417716 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:38.517281 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e6c44e-41c0-4157-9b1a-0b7560d00096 admin admin] Router 51673af9-295a-4fce-9ca2-703c91a2321f has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:43:38.625337 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e6c44e-41c0-4157-9b1a-0b7560d00096 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:43:38.630474 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-44e6c44e-41c0-4157-9b1a-0b7560d00096 admin admin] 10.222.0.78 "PUT /v2.0/routers/51673af9-295a-4fce-9ca2-703c91a2321f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7972524 Jun 14 18:43:38.632959 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 36118) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:38.635051 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf12ae-d056-49c7-a00e-eaf994d573bf None None] Sync routers for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:43:38.646924 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf12ae-d056-49c7-a00e-eaf994d573bf None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:43:38.647332 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8fdf12ae-d056-49c7-a00e-eaf994d573bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:43:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:38.746532 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-8fdf12ae-d056-49c7-a00e-eaf994d573bf None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: dv-cinder-844563-2-iscsi {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:43:38.746807 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Publish callbacks [] for router (51673af9-295a-4fce-9ca2-703c91a2321f), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:38.845017 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Publish callbacks [] for router_gateway (51673af9-295a-4fce-9ca2-703c91a2321f), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:38.915968 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8fdf12ae-d056-49c7-a00e-eaf994d573bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:43:38Z', 'revision_number': 5, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port': {'id': 'ca9c349a-3bef-4a6d-8b5d-1bea150d273b', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:03Z', 'updated_at': '2022-06-14T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:38.945795 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf12ae-d056-49c7-a00e-eaf994d573bf None None] Checking router: 51673af9-295a-4fce-9ca2-703c91a2321f for host: dv-cinder-844563-2-iscsi {{(pid=104774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:43:38.955631 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf12ae-d056-49c7-a00e-eaf994d573bf None None] Routers {'51673af9-295a-4fce-9ca2-703c91a2321f'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:43:38.956242 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8fdf12ae-d056-49c7-a00e-eaf994d573bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:43:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['51673af9-295a-4fce-9ca2-703c91a2321f'], 'active': True} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:38.957804 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:38.969367 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Deleting port ca9c349a-3bef-4a6d-8b5d-1bea150d273b {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:38.969916 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:39.038304 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvr_db [None req-8fdf12ae-d056-49c7-a00e-eaf994d573bf None None] Set router 51673af9-295a-4fce-9ca2-703c91a2321f gateway port host: None {{(pid=104774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:43:39.051047 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] For port ca9c349a-3bef-4a6d-8b5d-1bea150d273b, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=ca9c349a-3bef-4a6d-8b5d-1bea150d273b,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:43:39.051412 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:39.066070 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Calling delete_port for ca9c349a-3bef-4a6d-8b5d-1bea150d273b owned by network:router_gateway {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:39.090365 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_hamode_db [None req-8fdf12ae-d056-49c7-a00e-eaf994d573bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:43:38Z', 'revision_number': 6, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port_host': None}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:39.115312 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf12ae-d056-49c7-a00e-eaf994d573bf None None] The sync data for ids ['51673af9-295a-4fce-9ca2-703c91a2321f'] in dv-cinder-844563-2-iscsi is: [{'id': '51673af9-295a-4fce-9ca2-703c91a2321f', 'name': 'tempest-TestVolumeBootPattern-1130286665-router', 'tenant_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:02Z', 'updated_at': '2022-06-14T18:43:38Z', 'revision_number': 6, 'project_id': '4c8c7a8868b741feb66d6a3b8c761d9e', 'gw_port_host': None}] {{(pid=104774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:43:39.210971 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:39.336482 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (ca9c349a-3bef-4a6d-8b5d-1bea150d273b), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:39.366222 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9c349a-3bef-4a6d-8b5d-1bea150d273b,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:39.429142 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413547'] for router_gateway (51673af9-295a-4fce-9ca2-703c91a2321f), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:39.519782 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-608'] for router (51673af9-295a-4fce-9ca2-703c91a2321f), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:39.521930 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Publish callbacks [] for router_controller (51673af9-295a-4fce-9ca2-703c91a2321f), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:39.633809 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412923'] for router (51673af9-295a-4fce-9ca2-703c91a2321f), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:39.634449 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51673af9-295a-4fce-9ca2-703c91a2321f {{(pid=104773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:43:39.639061 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] Publish callbacks [] for router (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:39.639809 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-b49b1d9d-ec0e-4125-8763-8b6ad08d48db admin admin] 10.222.0.78 "DELETE /v2.0/routers/51673af9-295a-4fce-9ca2-703c91a2321f HTTP/1.1" status: 204 len: 168 time: 1.0059018 Jun 14 18:43:39.642845 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 36120) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:39.688533 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8097e2-be78-4aa8-9622-0c0e25b85fd9 admin admin] Deleting subnet 44ee3593-de13-45fe-841f-10024f03b310 {{(pid=104773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:43:39.691757 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd8097e2-be78-4aa8-9622-0c0e25b85fd9 admin admin] Publish callbacks [] for subnet (44ee3593-de13-45fe-841f-10024f03b310), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:39.709936 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:39.732931 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd8097e2-be78-4aa8-9622-0c0e25b85fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2193839'] for subnet (44ee3593-de13-45fe-841f-10024f03b310), precommit_delete_associations {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:39.813705 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd8097e2-be78-4aa8-9622-0c0e25b85fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (44ee3593-de13-45fe-841f-10024f03b310), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:39.888789 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 4bb2470d-c825-48f8-a253-d1a928b4eb13 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:43:39.917257 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 4bb2470d-c825-48f8-a253-d1a928b4eb13 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:43:39.919487 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 4bb2470d-c825-48f8-a253-d1a928b4eb13 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:43:39.983092 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd8097e2-be78-4aa8-9622-0c0e25b85fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2781220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2984236'] for subnet (44ee3593-de13-45fe-841f-10024f03b310), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.009768 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8097e2-be78-4aa8-9622-0c0e25b85fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ee3593-de13-45fe-841f-10024f03b310,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:40.017377 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-cd8097e2-be78-4aa8-9622-0c0e25b85fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for subnet (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.021957 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-cd8097e2-be78-4aa8-9622-0c0e25b85fd9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/44ee3593-de13-45fe-841f-10024f03b310 HTTP/1.1" status: 204 len: 168 time: 0.3779044 Jun 14 18:43:40.023150 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075ea13b-1f69-47a8-aaa9-97add4222d89 None None] Network 5e1d771e-6723-48d3-994d-42a6b0e70992 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:43:40.024248 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [-] (104773) accepted ('10.222.0.78', 36122) {{(pid=104773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:40.100820 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (5e1d771e-6723-48d3-994d-42a6b0e70992), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.106726 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:40.150143 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Deleting port deef56dd-367c-4a5e-95c9-6e39a536dbe9 {{(pid=104773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:40.150143 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.185674 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] DHCP port deletion for 5e1d771e-6723-48d3-994d-42a6b0e70992 request from dv-cinder-844563-2-iscsi {{(pid=104774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 14 18:43:40.223084 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.db [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] For port deef56dd-367c-4a5e-95c9-6e39a536dbe9, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=deef56dd-367c-4a5e-95c9-6e39a536dbe9,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:43:40.223450 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.230042 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Deleting port deef56dd-367c-4a5e-95c9-6e39a536dbe9 {{(pid=104774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:40.230412 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), before_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.238238 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.plugin [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Calling delete_port for deef56dd-367c-4a5e-95c9-6e39a536dbe9 owned by network:dhcp {{(pid=104773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:40.293673 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] For port deef56dd-367c-4a5e-95c9-6e39a536dbe9, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=deef56dd-367c-4a5e-95c9-6e39a536dbe9,segment=NetworkSegment(06f0157c-3ee2-4822-8c0d-7f49deb3a83f),segment_id=06f0157c-3ee2-4822-8c0d-7f49deb3a83f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:43:40.294067 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), precommit_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.303935 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:40.307617 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Calling delete_port for deef56dd-367c-4a5e-95c9-6e39a536dbe9 owned by network:dhcp {{(pid=104774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:40.394250 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2781193'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.423153 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Pushing event deleted for resources: {'Port': ['ID=deef56dd-367c-4a5e-95c9-6e39a536dbe9,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:40.430799 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] No DVR routers for this DVR port deef56dd-367c-4a5e-95c9-6e39a536dbe9 on host dv-cinder-844563-2-iscsi {{(pid=104773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:43:40.509935 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (5e1d771e-6723-48d3-994d-42a6b0e70992), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.512693 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (deef56dd-367c-4a5e-95c9-6e39a536dbe9), after_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.533125 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1d771e-6723-48d3-994d-42a6b0e70992']}} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:40.537603 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Pushing event deleted for resources: {'Port': ['ID=deef56dd-367c-4a5e-95c9-6e39a536dbe9,revision_number=None']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:40.544377 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f0157c-3ee2-4822-8c0d-7f49deb3a83f') {'for_net_delete': True} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:40.544675 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.services.segments.db [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f0157c-3ee2-4822-8c0d-7f49deb3a83f') {} {{(pid=104773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:40.544986 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] No DVR routers for this DVR port deef56dd-367c-4a5e-95c9-6e39a536dbe9 on host dv-cinder-844563-2-iscsi {{(pid=104774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:43:40.547936 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.548281 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.548618 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.548953 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.549273 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.549625 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.549946 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.550262 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.550577 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.550896 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.551210 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.551524 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.551838 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.552146 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.552456 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e004d0-40af-46e8-88dd-6d8bb969b5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-2-iscsi {{(pid=104774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 18:43:40.560020 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193846'] for segment (06f0157c-3ee2-4822-8c0d-7f49deb3a83f), before_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.575130 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (06f0157c-3ee2-4822-8c0d-7f49deb3a83f), precommit_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.581961 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=104773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:43:40.582350 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2781306'] for segment (06f0157c-3ee2-4822-8c0d-7f49deb3a83f), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.662227 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment 06f0157c-3ee2-4822-8c0d-7f49deb3a83f resource provider aggregate not found Jun 14 18:43:40.679428 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.services.segments.plugin [-] Segment 06f0157c-3ee2-4822-8c0d-7f49deb3a83f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06f0157c-3ee2-4822-8c0d-7f49deb3a83f found for delete ", "request_id": "req-c05cc87e-1f74-4f14-8496-ffc56c8813a8"}]} Jun 14 18:43:40.707942 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (5e1d771e-6723-48d3-994d-42a6b0e70992), after_delete {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.713567 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron_lib.callbacks.manager [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:40.716699 dv-cinder-844563-2-iscsi neutron-server[104773]: INFO neutron.wsgi [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] 10.222.0.78 "DELETE /v2.0/networks/5e1d771e-6723-48d3-994d-42a6b0e70992 HTTP/1.1" status: 204 len: 168 time: 0.6915205 Jun 14 18:43:40.719745 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 36130) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:40.727644 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba13f-d541-4f69-a54d-e5b1013e045b admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1d771e-6723-48d3-994d-42a6b0e70992,revision_number=None']} {{(pid=104773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:40.983272 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:41.036076 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f0a5066a-fd81-46ae-aadf-c9ef377f6365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-411822'] for router_interface (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:41.066949 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:41.189234 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=18 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:41.214398 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=22 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:41.258871 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5066a-fd81-46ae-aadf-c9ef377f6365 admin admin] Deleting port a1c2c898-890a-4c23-8a50-aaba4e015814 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:41.259202 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f0a5066a-fd81-46ae-aadf-c9ef377f6365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:41.339091 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-f0a5066a-fd81-46ae-aadf-c9ef377f6365 admin admin] For port a1c2c898-890a-4c23-8a50-aaba4e015814, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=a1c2c898-890a-4c23-8a50-aaba4e015814,segment=NetworkSegment(5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f),segment_id=5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:43:41.339452 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f0a5066a-fd81-46ae-aadf-c9ef377f6365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:41.352356 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5066a-fd81-46ae-aadf-c9ef377f6365 admin admin] Calling delete_port for a1c2c898-890a-4c23-8a50-aaba4e015814 owned by network:router_interface {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:41.482354 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device deef56dd-367c-4a5e-95c9-6e39a536dbe9 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:43:41.503922 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: deef56dd-367c-4a5e-95c9-6e39a536dbe9 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:43:41.504310 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device deef56dd-367c-4a5e-95c9-6e39a536dbe9 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:43:41.504707 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device ca9c349a-3bef-4a6d-8b5d-1bea150d273b no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:43:41.524436 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: ca9c349a-3bef-4a6d-8b5d-1bea150d273b {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:43:41.524966 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device ca9c349a-3bef-4a6d-8b5d-1bea150d273b not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:43:41.598522 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f0a5066a-fd81-46ae-aadf-c9ef377f6365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (a1c2c898-890a-4c23-8a50-aaba4e015814), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:41.624909 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5066a-fd81-46ae-aadf-c9ef377f6365 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c2c898-890a-4c23-8a50-aaba4e015814,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:41.809069 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-f0a5066a-fd81-46ae-aadf-c9ef377f6365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-459281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-411706'] for router_interface (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:41.908850 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:42.004624 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:42.027326 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a5066a-fd81-46ae-aadf-c9ef377f6365 admin admin] Router 3572a516-5dc8-44ff-9dc3-c9c54edaca3e has already been hosted by L3 agent 144cca75-8c7f-4f26-b300-0e64c57c1348 {{(pid=104772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 14 18:43:42.131596 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a5066a-fd81-46ae-aadf-c9ef377f6365 admin admin] Notify agent at l3_agent.dv-cinder-844563-2-iscsi the message routers_updated {{(pid=104772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 14 18:43:42.138382 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-f0a5066a-fd81-46ae-aadf-c9ef377f6365 admin admin] 10.222.0.78 "PUT /v2.0/routers/3572a516-5dc8-44ff-9dc3-c9c54edaca3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4158661 Jun 14 18:43:42.139900 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 36132) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:42.143465 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af73592-3500-468d-9cff-7194b3764390 None None] Sync routers for ids ['3572a516-5dc8-44ff-9dc3-c9c54edaca3e'] in dv-cinder-844563-2-iscsi {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 18:43:42.153634 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af73592-3500-468d-9cff-7194b3764390 None None] Routers {'3572a516-5dc8-44ff-9dc3-c9c54edaca3e'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:43:42.154296 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-2af73592-3500-468d-9cff-7194b3764390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:43:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['3572a516-5dc8-44ff-9dc3-c9c54edaca3e'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:42.249804 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Publish callbacks [] for router (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:42.259385 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-2af73592-3500-468d-9cff-7194b3764390 None None] Set router 3572a516-5dc8-44ff-9dc3-c9c54edaca3e gateway port host: dv-cinder-844563-2-iscsi {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:43:42.356104 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Publish callbacks [] for router_gateway (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:42.437949 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-2af73592-3500-468d-9cff-7194b3764390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'name': 'tempest-TestVolumeBootPattern-1237843172-router', 'tenant_id': 'c522e84098634927a870310b09185aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'external_fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:10Z', 'updated_at': '2022-06-14T18:43:41Z', 'revision_number': 5, 'project_id': 'c522e84098634927a870310b09185aed', 'gw_port': {'id': '24d9acd3-1283-41d8-9060-9b2028b54de1', 'name': '', 'network_id': '8f00240a-230f-48f5-8034-9071d4ec9004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-14T18:36:11Z', 'updated_at': '2022-06-14T18:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8c6d566-9624-47ed-9a1b-e2594230e1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-2-iscsi'}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:42.467232 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Deleting port 24d9acd3-1283-41d8-9060-9b2028b54de1 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:42.467635 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:42.468015 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af73592-3500-468d-9cff-7194b3764390 None None] Checking router: 3572a516-5dc8-44ff-9dc3-c9c54edaca3e for host: dv-cinder-844563-2-iscsi {{(pid=104775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 18:43:42.477602 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af73592-3500-468d-9cff-7194b3764390 None None] Routers {'3572a516-5dc8-44ff-9dc3-c9c54edaca3e'} bound to L3 agent in host dv-cinder-844563-2-iscsi {{(pid=104775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 14 18:43:42.478233 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-2af73592-3500-468d-9cff-7194b3764390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-14T18:18:32Z,description=,heartbeat_timestamp=2022-06-14T18:43:32Z,host='dv-cinder-844563-2-iscsi',id=144cca75-8c7f-4f26-b300-0e64c57c1348,load=0,resource_versions=,resources_synced=,started_at=2022-06-14T18:18:33Z,topic='l3_agent')) {'router_ids': ['3572a516-5dc8-44ff-9dc3-c9c54edaca3e'], 'active': True} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:42.559369 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] For port 24d9acd3-1283-41d8-9060-9b2028b54de1, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=24d9acd3-1283-41d8-9060-9b2028b54de1,segment=NetworkSegment(03a43e12-7f4c-494b-81bf-6bdf87ed34c4),segment_id=03a43e12-7f4c-494b-81bf-6bdf87ed34c4)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:43:42.559727 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:42.566183 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_dvr_db [None req-2af73592-3500-468d-9cff-7194b3764390 None None] Set router 3572a516-5dc8-44ff-9dc3-c9c54edaca3e gateway port host: None {{(pid=104775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 14 18:43:42.574995 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Calling delete_port for 24d9acd3-1283-41d8-9060-9b2028b54de1 owned by network:router_gateway {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:42.620663 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.l3_hamode_db [None req-2af73592-3500-468d-9cff-7194b3764390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'name': 'tempest-TestVolumeBootPattern-1237843172-router', 'tenant_id': 'c522e84098634927a870310b09185aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:10Z', 'updated_at': '2022-06-14T18:43:42Z', 'revision_number': 6, 'project_id': 'c522e84098634927a870310b09185aed', 'gw_port_host': None}], 'dv-cinder-844563-2-iscsi', False) {} {{(pid=104775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:42.647424 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af73592-3500-468d-9cff-7194b3764390 None None] The sync data for ids ['3572a516-5dc8-44ff-9dc3-c9c54edaca3e'] in dv-cinder-844563-2-iscsi is: [{'id': '3572a516-5dc8-44ff-9dc3-c9c54edaca3e', 'name': 'tempest-TestVolumeBootPattern-1237843172-router', 'tenant_id': 'c522e84098634927a870310b09185aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-14T18:36:10Z', 'updated_at': '2022-06-14T18:43:42Z', 'revision_number': 6, 'project_id': 'c522e84098634927a870310b09185aed', 'gw_port_host': None}] {{(pid=104775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 18:43:42.815325 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (24d9acd3-1283-41d8-9060-9b2028b54de1), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:42.837834 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d9acd3-1283-41d8-9060-9b2028b54de1,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:42.885146 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:42.903229 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413547'] for router_gateway (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.248483 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-608'] for router (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.251127 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Publish callbacks [] for router_controller (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), precommit_delete_associations {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.376959 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412923'] for router (3572a516-5dc8-44ff-9dc3-c9c54edaca3e), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.377549 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3572a516-5dc8-44ff-9dc3-c9c54edaca3e {{(pid=104772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 14 18:43:43.382023 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.383269 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-def97554-44c3-4ab5-80e0-e1083ddd68f0 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3572a516-5dc8-44ff-9dc3-c9c54edaca3e HTTP/1.1" status: 204 len: 168 time: 1.2422156 Jun 14 18:43:43.386120 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 36134) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:43.435113 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39df3ba-4c79-4704-956b-050672df2a89 admin admin] Deleting subnet e86a6698-3e2c-4a3c-b1e7-1b7045133b93 {{(pid=104772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 14 18:43:43.440025 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e39df3ba-4c79-4704-956b-050672df2a89 admin admin] Publish callbacks [] for subnet (e86a6698-3e2c-4a3c-b1e7-1b7045133b93), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.481167 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:43.488323 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e39df3ba-4c79-4704-956b-050672df2a89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126609704'] for subnet (e86a6698-3e2c-4a3c-b1e7-1b7045133b93), precommit_delete_associations {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.490767 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 24d9acd3-1283-41d8-9060-9b2028b54de1 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:43:43.514952 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 24d9acd3-1283-41d8-9060-9b2028b54de1 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:43:43.515581 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 24d9acd3-1283-41d8-9060-9b2028b54de1 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:43:43.516072 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device a1c2c898-890a-4c23-8a50-aaba4e015814 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:43:43.545578 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: a1c2c898-890a-4c23-8a50-aaba4e015814 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:43:43.546054 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device a1c2c898-890a-4c23-8a50-aaba4e015814 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:43:43.571763 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e39df3ba-4c79-4704-956b-050672df2a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7812536'] for subnet (e86a6698-3e2c-4a3c-b1e7-1b7045133b93), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.720202 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e39df3ba-4c79-4704-956b-050672df2a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7812481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126161872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126410565'] for subnet (e86a6698-3e2c-4a3c-b1e7-1b7045133b93), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.747206 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39df3ba-4c79-4704-956b-050672df2a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86a6698-3e2c-4a3c-b1e7-1b7045133b93,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:43.749183 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-e39df3ba-4c79-4704-956b-050672df2a89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.753572 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-e39df3ba-4c79-4704-956b-050672df2a89 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e86a6698-3e2c-4a3c-b1e7-1b7045133b93 HTTP/1.1" status: 204 len: 168 time: 0.3653700 Jun 14 18:43:43.755350 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8adb084-4059-4351-88e9-ab722f429111 None None] Network 94ef9a79-8f3a-48cb-bfda-59ff739aca26 requested from dv-cinder-844563-2-iscsi {{(pid=104774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 14 18:43:43.755569 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 36136) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:43.834762 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7697848'] for network (94ef9a79-8f3a-48cb-bfda-59ff739aca26), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.880691 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Deleting port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 {{(pid=104772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:43.881030 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.914448 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473d245a-2b79-4799-9a93-2a93d9cf91d7 None None] DHCP port deletion for 94ef9a79-8f3a-48cb-bfda-59ff739aca26 request from dv-cinder-844563-2-iscsi {{(pid=104774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 14 18:43:43.950450 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.db [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] For port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357,segment=NetworkSegment(5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f),segment_id=5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f)] {{(pid=104772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:43:43.950754 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.954240 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-473d245a-2b79-4799-9a93-2a93d9cf91d7 None None] Deleting port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 {{(pid=104774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 14 18:43:43.954702 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-473d245a-2b79-4799-9a93-2a93d9cf91d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769320788390'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), before_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:43.969799 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.plugin [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Calling delete_port for 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 owned by network:dhcp {{(pid=104772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:44.024152 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.db [None req-473d245a-2b79-4799-9a93-2a93d9cf91d7 None None] For port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357, host dv-cinder-844563-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-2-iscsi',level=0,port_id=6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357,segment=NetworkSegment(5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f),segment_id=5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f)] {{(pid=104774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 14 18:43:44.024548 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-473d245a-2b79-4799-9a93-2a93d9cf91d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7914670'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), precommit_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:44.038549 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-473d245a-2b79-4799-9a93-2a93d9cf91d7 None None] Calling delete_port for 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 owned by network:dhcp {{(pid=104774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 14 18:43:44.170917 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126161917'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:44.177302 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-473d245a-2b79-4799-9a93-2a93d9cf91d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7673509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769320793923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769320230494'] for port (6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357), after_delete {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:44.194132 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:44.203049 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d245a-2b79-4799-9a93-2a93d9cf91d7 None None] Pushing event deleted for resources: {'Port': ['ID=6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357,revision_number=None']} {{(pid=104774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:44.204724 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] No DVR routers for this DVR port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 on host dv-cinder-844563-2-iscsi {{(pid=104772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:43:44.207692 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d245a-2b79-4799-9a93-2a93d9cf91d7 None None] No DVR routers for this DVR port 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 on host dv-cinder-844563-2-iscsi {{(pid=104774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 14 18:43:44.280944 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7811945', 'neutron.services.segments.db._delete_segments_for_network-8769320735802'] for network (94ef9a79-8f3a-48cb-bfda-59ff739aca26), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:44.288521 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:44.303442 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ef9a79-8f3a-48cb-bfda-59ff739aca26']}} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:44.313878 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f') {'for_net_delete': True} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:44.317711 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.services.segments.db [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f') {} {{(pid=104772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 18:43:44.324066 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769320734657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126609713'] for segment (5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:44.337673 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355'] for segment (5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:44.344595 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=104772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 18:43:44.345125 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7812355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126161806'] for segment (5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:44.427193 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f resource provider aggregate not found Jun 14 18:43:44.444760 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.services.segments.plugin [-] Segment 5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c4cf69e-a1b7-49b3-8957-c3a2b0b9fa0f found for delete ", "request_id": "req-5bf153c5-fca4-4ff8-a339-5cbb73bbf895"}]} Jun 14 18:43:44.474199 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7812135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-459368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-413519'] for network (94ef9a79-8f3a-48cb-bfda-59ff739aca26), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:44.480092 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-459386'] for network (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:44.483847 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] 10.222.0.78 "DELETE /v2.0/networks/94ef9a79-8f3a-48cb-bfda-59ff739aca26 HTTP/1.1" status: 204 len: 168 time: 0.7275386 Jun 14 18:43:44.495732 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ef18a-dc51-42bf-a42f-2a7aff5ba921 admin admin] Pushing event deleted for resources: {'Network': ['ID=94ef9a79-8f3a-48cb-bfda-59ff739aca26,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:44.838918 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 36146) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:44.884384 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-13a9961b-afd5-42f3-85ba-8b545da00a5c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4c8c7a8868b741feb66d6a3b8c761d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441294 Jun 14 18:43:44.887000 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 36148) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:44.940690 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bd195c01-4cb1-4fa5-8821-585511f97095 admin admin] Publish callbacks [] for security_group (5b45eda5-5eab-4c10-b9d7-4cb3dbbf71c3), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:44.963993 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bd195c01-4cb1-4fa5-8821-585511f97095 admin admin] Publish callbacks [] for security_group (5b45eda5-5eab-4c10-b9d7-4cb3dbbf71c3), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:44.982130 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:45.142767 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bd195c01-4cb1-4fa5-8821-585511f97095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (5b45eda5-5eab-4c10-b9d7-4cb3dbbf71c3), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:45.145630 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-bd195c01-4cb1-4fa5-8821-585511f97095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:45.150978 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-bd195c01-4cb1-4fa5-8821-585511f97095 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5b45eda5-5eab-4c10-b9d7-4cb3dbbf71c3 HTTP/1.1" status: 204 len: 168 time: 0.2589803 Jun 14 18:43:45.158025 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd195c01-4cb1-4fa5-8821-585511f97095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b45eda5-5eab-4c10-b9d7-4cb3dbbf71c3,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:45.491222 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 no longer exists at agent ovs-agent-dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 14 18:43:45.527210 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.plugin [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] No Port match for: 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 {{(pid=104774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 14 18:43:45.527638 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron.plugins.ml2.rpc [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Device 6a4b8b63-adfd-4fa4-8cf6-80ab6dc7e357 not bound to the agent host dv-cinder-844563-2-iscsi {{(pid=104774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 14 18:43:45.871206 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 36154) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:45.913659 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-80c9d69e-dd2f-4e96-bc68-510af0c79113 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c522e84098634927a870310b09185aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412433 Jun 14 18:43:45.917927 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [-] (104772) accepted ('10.222.0.78', 36156) {{(pid=104772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 14 18:43:45.974885 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-16cbb33d-c53e-4078-9997-bf7afcafaced admin admin] Publish callbacks [] for security_group (b6d5e708-ae7b-4f67-b1ea-88a547362202), before_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:45.997255 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-16cbb33d-c53e-4078-9997-bf7afcafaced admin admin] Publish callbacks [] for security_group (b6d5e708-ae7b-4f67-b1ea-88a547362202), precommit_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:46.124685 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-16cbb33d-c53e-4078-9997-bf7afcafaced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522058'] for security_group (b6d5e708-ae7b-4f67-b1ea-88a547362202), after_delete {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:46.127151 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron_lib.callbacks.manager [None req-16cbb33d-c53e-4078-9997-bf7afcafaced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:43:46.128305 dv-cinder-844563-2-iscsi neutron-server[104772]: INFO neutron.wsgi [None req-16cbb33d-c53e-4078-9997-bf7afcafaced admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6d5e708-ae7b-4f67-b1ea-88a547362202 HTTP/1.1" status: 204 len: 168 time: 0.2094631 Jun 14 18:43:46.139003 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbb33d-c53e-4078-9997-bf7afcafaced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d5e708-ae7b-4f67-b1ea-88a547362202,revision_number=None']} {{(pid=104772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 18:43:50.718500 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:50.719541 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG dbcounter [-] [104773] Writing DB stats neutron:SELECT=67,neutron:DELETE=7 {{(pid=104773) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:56.131911 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=41,neutron:DELETE=7 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:56.132741 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG dbcounter [-] [104772] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=104772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:56.151165 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=68,neutron:DELETE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:56.151956 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=83,neutron:DELETE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:43:56.931589 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:43:59.873482 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-aed36252-b1b7-4a00-97c5-28123ffd2997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:44:00.828475 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=44 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:44:02.291730 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-12c0b7fa-8d6f-4bee-a0f5-c9faf101162c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:44:03.164793 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:44:03.243231 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:44:04.900100 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:44:05.136770 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:44:06.927307 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=47 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:44:15.073748 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:44:15.075636 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:44:29.843829 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-fefbdd04-ad2a-4c35-a9a7-56c26adeacb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:44:32.249798 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-67110ca4-2af0-4341-84a8-67e369a3c6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:44:33.169707 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:44:33.244044 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:44:33.931076 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:44:34.930076 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:44:35.141506 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:44:43.927378 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:44:43.928164 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:44:45.075452 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:44:45.077466 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:44:59.843742 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-751c155d-dbea-4cdb-a40f-fab5757b2bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:45:02.231996 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-5f072623-b00a-4976-8c58-9d5a3a23fd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:45:03.181166 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:45:03.243793 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:45:04.887262 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:45:05.163685 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:45:10.930147 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:45:15.074908 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:45:15.080842 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:45:24.844989 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=17 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:45:24.845794 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=17 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:45:29.841582 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ebaa99cd-709b-48f1-a3e9-d2ada8d30ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:45:32.243802 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb918-7152-452e-a84d-5baa22de319a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:45:33.190023 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:45:33.235268 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:45:34.877599 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:45:35.123213 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:45:45.080890 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:45:45.082798 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:45:47.928984 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:45:57.923976 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:45:59.840423 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-5ef41c81-f33f-4a83-b832-f8f1ee57c37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:46:02.283088 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-eb219ba4-fd27-48a1-969a-59bb5be5d04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:46:02.847315 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=6 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:46:03.245843 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:46:03.273956 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:46:04.891662 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:46:05.151536 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:46:15.081124 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:46:15.083075 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:46:24.927666 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:46:29.847847 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-6fa9eade-4706-4555-8d3a-504777a00ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:46:32.259431 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-4649a90d-dc37-4743-a610-57962de7dce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:46:33.197001 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:46:33.293685 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:46:34.922569 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:46:34.923418 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:46:34.924897 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:46:35.182107 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:46:45.079312 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:46:45.082274 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:UPDATE=4,neutron:SELECT=19 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:46:59.835663 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-2ad0529f-b92d-4eaa-a5fb-4c13e59179a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:47:01.927110 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:47:02.239331 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-67f46b3f-68b5-4b75-8716-61f971e09996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:47:03.218531 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:47:03.249900 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:47:04.904172 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:47:05.159218 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:47:11.600634 dv-cinder-844563-2-iscsi neutron-server[104772]: DEBUG neutron.wsgi [req-d2740726-7f84-490b-8623-7ee1299ce164 req-54c4cd00-9580-4508-9ed4-fcb3eb8931a6 service neutron] (104772) timed out ('10.222.0.13', 55871) {{(pid=104772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 14 18:47:11.922369 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:47:11.923136 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:47:15.073850 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:47:15.081846 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:47:24.840084 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=15 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:47:24.841846 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=11 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:47:29.835557 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-af44df5d-65dc-4019-a1be-ce1f8e886298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:47:32.272812 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-ab36c3ae-786f-455f-a048-f09037fb19e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:47:33.238487 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:47:33.274944 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:47:34.949704 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:47:35.152272 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:47:38.926183 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:47:45.074079 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:47:45.080107 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:47:48.920969 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=5 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:47:48.921770 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=3 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:47:59.837892 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-21898132-e863-41bc-8ace-ade0da222eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:48:02.255143 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-31d747d1-b8f5-4d3e-b483-8c998a95376c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:48:03.229232 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:48:03.263288 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:48:04.917880 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:48:05.143988 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:48:13.307163 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-9c8e6b04-1019-40de-85a4-714ba3703107 service neutron] (104773) timed out ('10.222.0.78', 59308) {{(pid=104773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 14 18:48:13.594895 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [req-61f6b2a7-d80c-4564-bbc1-fc0e5ccd4494 req-73758138-5b87-4fca-9d57-26cbe6c07dd3 tempest-TestShelveInstance-972342894 tempest-TestShelveInstance-972342894-project] (104773) timed out ('10.222.0.78', 59318) {{(pid=104773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 14 18:48:15.079012 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:48:15.081914 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:48:15.925168 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:48:19.816307 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=4 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:48:27.893164 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:48:29.842528 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-93d6f00d-1a93-4e47-82c3-7870d18e3ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:48:30.082304 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-e0720097-3ad0-4245-be52-66b339e7e663 service neutron] (104773) timed out ('10.222.0.78', 57110) {{(pid=104773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 14 18:48:30.188175 dv-cinder-844563-2-iscsi neutron-server[104773]: DEBUG neutron.wsgi [req-e39bb423-4616-4e01-afdb-38d039daa2d2 req-7b006f94-fe8e-4ece-aab1-8a52efb44bc0 tempest-AttachVolumeShelveTestJSON-993386760 tempest-AttachVolumeShelveTestJSON-993386760-project] (104773) timed out ('10.222.0.78', 57124) {{(pid=104773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 14 18:48:32.260705 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-637f1987-49ec-421e-bd39-d903c9d17096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:48:33.231464 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:48:33.259994 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:48:34.928362 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:48:35.139960 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:48:45.076010 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:48:45.083045 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:48:52.923943 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG neutron.db.agents_db [None req-f857a71d-1e31-4dae-9749-926d64ffa312 None None] Agent healthcheck: found 6 active agents {{(pid=104775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 14 18:48:59.853690 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-d988a479-dc68-43d9-9cb9-e7a18c14e871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (31a8f186-ce59-4831-b47f-dd1f782f8f6b), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:49:02.245622 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-92f4fb11-937d-4af3-b65c-3615472f7146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (144cca75-8c7f-4f26-b300-0e64c57c1348), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:49:02.919637 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=2 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:49:02.920402 dv-cinder-844563-2-iscsi neutron-server[104775]: DEBUG dbcounter [-] [104775] Writing DB stats neutron:SELECT=6 {{(pid=104775) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:49:03.221359 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-f29b656c-5ffe-4165-9ace-9824784d9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (0cd52da1-c2f6-4ac2-805b-11258c549329), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:49:03.247813 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-57ea67fe-b461-4187-becf-f33e55adf3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (b95e5298-575c-4cd4-b1c5-dd3b20c2bb50), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:49:04.905172 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-89f88e85-780d-4540-b564-acdc4ed820a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (90eb1f51-fe92-46c9-a023-ebcb0c993739), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:49:05.168130 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG neutron_lib.callbacks.manager [None req-b1644b42-c68f-4e07-b9fa-6b2985b17d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769320735784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7810954'] for agent (ed0852a4-de63-481b-b460-5179d6c6a8dc), after_update {{(pid=104774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 14 18:49:15.086800 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 14 18:49:15.089106 dv-cinder-844563-2-iscsi neutron-server[104774]: DEBUG dbcounter [-] [104774] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104774) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}